-- Logs begin at Wed 2022-09-21 09:24:56 UTC, end at Wed 2022-09-21 10:24:45 UTC. -- Sep 21 09:57:12.021635 dv-cinder-855479-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 21 09:57:14.802456 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.common.config [-] Logging enabled! Sep 21 09:57:14.803080 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev9 Sep 21 09:57:14.803253 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106406) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 21 09:57:14.806479 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.common.config [-] Logging enabled! Sep 21 09:57:14.806740 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev9 Sep 21 09:57:14.807053 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106406) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 21 09:57:14.808049 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 09:57:14.808289 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 09:57:14.808770 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 09:57:14.809025 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 09:57:14.809260 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 09:57:14.809587 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.809897 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.810134 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.810439 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.810739 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.811030 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.811328 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.811633 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.811947 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.812230 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.812521 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.812757 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.813043 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.813336 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.813628 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.813855 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] debug = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.814139 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.814578 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.815004 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.815294 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.815592 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.815901 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.816179 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.816461 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.816782 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.817122 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] host = dv-cinder-855479-2-iscsi {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.817406 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.817701 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.817998 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.818287 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.818566 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.818881 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.819150 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.819420 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.819718 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] log_file = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.820002 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.820296 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.820589 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.820885 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.821114 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.821340 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.821631 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.821926 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.822209 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.822494 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.822772 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.823053 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.823333 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.823606 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.823918 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.824206 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.824495 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.824773 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.825054 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.825331 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.825608 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.825898 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.826176 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.826452 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.826727 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.827020 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.827294 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.827573 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.827912 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.828203 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.828488 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.828779 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.829059 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.829346 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.829624 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.829899 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.830175 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] use_json = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.830449 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.830722 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.831027 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.831293 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.831571 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.831872 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.832660 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.832958 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.833235 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:14.833540 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.833845 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.834155 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.834446 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.834760 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.835046 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.835341 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.835626 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.835945 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.836240 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.836534 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.836817 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.837121 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.837414 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.837716 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.838324 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.838629 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.838927 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.839208 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.839485 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.839787 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.840073 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.840365 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.840649 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.840949 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.841246 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.841532 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.841838 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.842129 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.842419 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.842717 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.843019 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.843298 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.843582 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.843912 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.844199 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.844479 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.844774 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.845059 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.845355 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.845625 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.845925 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.846222 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.846502 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.846786 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.847084 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.847366 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.847661 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.848522 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.848791 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.849064 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.849358 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.849644 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.849923 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.850201 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.850485 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.850763 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.851040 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.851322 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.851599 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.851905 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.852181 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.852460 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.852737 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.853019 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.853294 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.853570 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.853845 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.854126 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.854402 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.854675 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.854950 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.855233 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.855505 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.855821 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.856132 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.856419 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.856709 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.856998 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.857284 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.857570 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.857854 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.858138 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.858423 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.858703 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.859004 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.859296 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.859590 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.859910 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.860219 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.860526 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.860815 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.861105 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.861390 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.861675 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.861959 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.862250 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.862535 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.862822 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.863113 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.863425 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.863751 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.864055 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.864342 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.864646 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.864949 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.865251 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.865537 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.865855 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.866144 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:14.866365 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 09:57:14.866619 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106406) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 21 09:57:15.277854 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 21 09:57:15.278175 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 21 09:57:15.278443 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 21 09:57:15.278678 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 21 09:57:15.278957 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 21 09:57:15.279291 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 21 09:57:15.608437 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.608725 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.608998 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.610208 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.610485 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.610751 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.663701 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.663984 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.664254 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.681012 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.681296 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.681571 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.710158 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.710444 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.710714 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.748384 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.748658 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.748936 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.985367 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.985984 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.985984 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.987073 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:15.987809 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.086159 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.086484 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.086765 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.087036 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.087303 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.087610 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.087904 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.088437 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.088694 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.088977 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.089236 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.089504 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.089762 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.090015 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.090272 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.090536 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.090835 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.091103 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.091373 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.091633 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.091928 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.092183 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.092464 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.092840 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.093092 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.093341 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.093743 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 09:57:16.093985 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 09:57:16.094224 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 09:57:16.094462 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 09:57:16.094698 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 09:57:16.094932 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 09:57:16.095303 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 21 09:57:16.098967 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 21 09:57:16.102908 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 21 09:57:16.106803 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 21 09:57:16.108439 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 21 09:57:16.109062 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 21 09:57:16.109402 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 21 09:57:16.109790 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 21 09:57:16.112578 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 21 09:57:16.112834 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 21 09:57:16.113184 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 09:57:16.118276 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 21 09:57:16.141092 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 21 09:57:16.141567 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.141869 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106406) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 21 09:57:16.142244 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.143597 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106406) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 21 09:57:16.143922 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 09:57:16.144170 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 21 09:57:16.155500 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.155815 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:16.228293 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 21 09:57:16.228540 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 21 09:57:16.228778 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 21 09:57:16.229168 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 21 09:57:16.281681 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO dbcounter [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Registered counter for database neutron Sep 21 09:57:16.301920 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_db.sqlalchemy.engines [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106406) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 21 09:57:16.307792 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writer thread running {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 21 09:57:16.853948 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.managers [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Initializing driver for type 'gre' Sep 21 09:57:16.854416 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] gre ID ranges: [(1, 1000)] Sep 21 09:57:16.918979 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.managers [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Initializing driver for type 'local' Sep 21 09:57:16.919432 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.managers [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Initializing driver for type 'vlan' Sep 21 09:57:16.937035 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] VlanTypeDriver initialization complete Sep 21 09:57:16.937385 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.managers [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Initializing driver for type 'vxlan' Sep 21 09:57:16.937888 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] vxlan ID ranges: [(1, 1000)] Sep 21 09:57:17.000774 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.managers [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Initializing extension driver 'port_security' Sep 21 09:57:17.001513 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.extensions.port_security [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] PortSecurityExtensionDriver initialization complete Sep 21 09:57:17.001605 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.managers [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Initializing mechanism driver 'openvswitch' Sep 21 09:57:17.001933 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.managers [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Initializing mechanism driver 'hyperv' Sep 21 09:57:17.008669 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:57:17.009344 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > port after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.009720 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > port after_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.010080 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > port after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.010601 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 09:57:17.011027 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > subnet after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.011387 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > subnet after_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.011769 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.012169 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 09:57:17.013074 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > network after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.013074 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > network after_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.013280 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > network after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.013672 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 09:57:17.014082 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > security_group after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.014443 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > security_group after_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.014773 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.015170 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 09:57:17.015579 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.015951 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.016296 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.016834 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 09:57:17.017398 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > address_group after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.017756 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > address_group after_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.018102 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.018497 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 09:57:17.018937 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] ML2 OVO RPC backend initialized. {{(pid=106406) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 21 09:57:17.020314 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.020677 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.021100 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > network before_response 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.021456 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > networks before_response 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.021807 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > port before_response 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.022149 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > ports before_response 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.022499 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > subnet before_response 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.022843 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > subnets before_response 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.023192 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > network after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.023535 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > network after_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.023928 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > network after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.024241 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > port after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.024579 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > port after_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.024916 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > port after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.025254 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > subnet after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.025588 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > subnet after_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.025927 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.033753 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.quota [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded quota_driver: . Sep 21 09:57:17.034124 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.plugin [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Modular L2 Plugin initialization complete Sep 21 09:57:17.034588 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading services supported by the core plugin {{(pid=106406) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 21 09:57:17.035362 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.plugins.ml2.managers [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Got port-security extension from driver 'port_security' Sep 21 09:57:17.035477 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.extensions.vlantransparent [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Disabled vlantransparent extension. Sep 21 09:57:17.036399 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106406) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 21 09:57:17.036728 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading Plugin: router Sep 21 09:57:17.072026 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.072426 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router after_create 55549900 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.072803 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router before_create 55549900 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.073173 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.073548 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.073908 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router after_delete 55549900 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.074270 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.074623 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.074985 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router after_create 55549900 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.075332 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router after_update 55549900 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.075701 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router after_update 55549900 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.076055 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.076420 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router after_update 55549900 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.076838 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router precommit_update 55549900 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.077208 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: port after_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.077553 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: port after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.077893 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: subnet after_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.078247 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.078598 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.078947 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router precommit_create 55549900 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.079310 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: port before_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.079687 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router precommit_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.080049 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router after_update 55549900 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.080395 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.080744 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router precommit_create 55549900 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.081110 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.081461 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router precommit_update 55549900 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.081828 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > agent after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.082697 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > agent after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.083047 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > network after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.083953 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Tracking information for resource: router configured {{(pid=106406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 09:57:17.084287 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Tracking information for resource: floatingip configured {{(pid=106406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 09:57:17.089568 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.db.l3_agentschedulers_db [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 21 09:57:17.090157 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: port after_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.090525 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: port after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.090882 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: port after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.091237 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: port after_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.092078 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router before_create 55550100 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.092449 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.092817 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router precommit_create 55550100 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.093177 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > router precommit_update 55550100 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.098641 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.services.provider_configuration [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Service providers = [] {{(pid=106406) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 21 09:57:17.099007 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.db.servicetype_db [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106406) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 21 09:57:17.102027 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.services.service_base [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 09:57:17.102383 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.services.service_base [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 09:57:17.102744 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.services.service_base [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 09:57:17.103618 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.services.service_base [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 09:57:17.104069 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.services.service_base [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 21 09:57:17.104411 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 09:57:17.104730 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 21 09:57:17.116867 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 09:57:17.117282 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading Plugin: auto_allocate Sep 21 09:57:17.123124 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: network precommit_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.123504 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: network precommit_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.124067 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 09:57:17.124390 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading Plugin: tag Sep 21 09:57:17.131555 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 09:57:17.131922 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading Plugin: timestamp Sep 21 09:57:17.136180 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 09:57:17.136512 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading Plugin: network_ip_availability Sep 21 09:57:17.142065 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.142441 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.142803 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.143553 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 09:57:17.143908 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading Plugin: flavors Sep 21 09:57:17.149186 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 09:57:17.149522 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading Plugin: revisions Sep 21 09:57:17.154243 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 09:57:17.154413 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_concurrency.lockutils [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.875s {{(pid=106406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 21 09:57:17.155204 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106406) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 21 09:57:17.155542 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Initializing extension manager. Sep 21 09:57:17.156091 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: __init__.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.156438 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: __pycache__ {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.156778 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: address_group.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.157711 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.158304 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: address-group Sep 21 09:57:17.158628 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: address_scope.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.159307 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.159845 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: address-scope Sep 21 09:57:17.160201 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.161102 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.161611 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: router-admin-state-down-before-update Sep 21 09:57:17.161935 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: agent.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.162600 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.163106 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: agent Sep 21 09:57:17.163429 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: agent_resources_synced.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.164331 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.164841 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: agent-resources-synced Sep 21 09:57:17.165163 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: allowedaddresspairs.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.166927 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.167447 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: allowed-address-pairs Sep 21 09:57:17.167811 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: auto_allocated_topology.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.168846 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.169364 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: auto-allocated-topology Sep 21 09:57:17.169691 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: availability_zone.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.170349 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.170862 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: availability_zone Sep 21 09:57:17.171186 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: availability_zone_filter.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.172093 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.172608 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: availability_zone_filter Sep 21 09:57:17.172927 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: data_plane_status.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.173791 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.174314 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension data-plane-status not supported by any of loaded plugins Sep 21 09:57:17.174620 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: default_subnetpools.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.175490 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.176051 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: default-subnetpools Sep 21 09:57:17.176376 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.177160 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.177678 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: dhcp_agent_scheduler Sep 21 09:57:17.178003 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: dns.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.178880 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.179393 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension dns-integration not supported by any of loaded plugins Sep 21 09:57:17.179750 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: dns_domain_ports.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.180626 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.181130 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 21 09:57:17.181453 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.182330 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.182840 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 21 09:57:17.183165 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: dvr.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.183835 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.184340 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: dvr Sep 21 09:57:17.184662 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: ecmp_routes.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.185534 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.186041 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 21 09:57:17.186361 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: empty_string_filtering.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.187231 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.187771 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: empty-string-filtering Sep 21 09:57:17.188095 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.188962 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.189470 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 21 09:57:17.189787 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.190656 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.191157 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 21 09:57:17.192015 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: external_net.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.192884 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.193396 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: external-net Sep 21 09:57:17.193718 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.194613 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.195125 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: extra_dhcp_opt Sep 21 09:57:17.195446 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: extraroute.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.196339 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.196850 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: extraroute Sep 21 09:57:17.197177 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: extraroute_atomic.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.198170 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.198710 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: extraroute-atomic Sep 21 09:57:17.199031 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: filter_validation.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.199689 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.200197 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: filter-validation Sep 21 09:57:17.200518 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: fip_pf_description.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.201385 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.201889 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 21 09:57:17.202210 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: fip_pf_detail.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.203080 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.203590 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 21 09:57:17.203940 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: fip_pf_port_range.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.204858 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.205368 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 21 09:57:17.205693 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: fip_port_details.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.206571 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.207163 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: fip-port-details Sep 21 09:57:17.208010 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: flavors.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.209227 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.209742 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: flavors Sep 21 09:57:17.210069 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.211726 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.212264 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 21 09:57:17.212594 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: floatingip_pools.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.213521 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.214038 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: floatingip-pools Sep 21 09:57:17.214364 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: ip_allocation.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.215245 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.215793 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension ip_allocation not supported by any of loaded plugins Sep 21 09:57:17.216116 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.217010 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.217524 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: ip-substring-filtering Sep 21 09:57:17.217846 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: l2_adjacency.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.218734 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.219240 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 21 09:57:17.219562 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: l3.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.220553 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.221074 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: router Sep 21 09:57:17.221398 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.223986 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.224530 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 21 09:57:17.224861 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.225746 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.226274 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: ext-gw-mode Sep 21 09:57:17.226602 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.227486 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.228044 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: l3-ha Sep 21 09:57:17.228371 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.229248 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.229760 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 21 09:57:17.230085 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: l3_flavors.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.230965 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.231475 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: l3-flavors Sep 21 09:57:17.231838 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.233194 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.233713 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 21 09:57:17.234043 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.234923 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.235440 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 21 09:57:17.235807 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: l3agentscheduler.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.236852 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.237373 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: l3_agent_scheduler Sep 21 09:57:17.237702 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: local_ip.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.239485 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.240148 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension local_ip not supported by any of loaded plugins Sep 21 09:57:17.240475 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: logging.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.243410 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.243986 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension logging not supported by any of loaded plugins Sep 21 09:57:17.244321 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: metering.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.245276 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.246028 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: metering Sep 21 09:57:17.246492 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.247784 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.248343 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: metering_source_and_destination_fields Sep 21 09:57:17.248696 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: multiprovidernet.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.249822 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.250348 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: multi-provider Sep 21 09:57:17.250798 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: netmtu.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.252085 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.252731 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: net-mtu Sep 21 09:57:17.253183 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: netmtu_writable.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.254823 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.255372 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: net-mtu-writable Sep 21 09:57:17.255754 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: network_availability_zone.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.256410 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.256927 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: network_availability_zone Sep 21 09:57:17.257253 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: network_ip_availability.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.258327 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.258841 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: network-ip-availability Sep 21 09:57:17.259169 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: network_segment_range.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.259964 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.260475 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension network-segment-range not supported by any of loaded plugins Sep 21 09:57:17.260801 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: pagination.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.261739 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.262073 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: pagination Sep 21 09:57:17.262398 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: port_device_profile.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.263258 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.263812 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: port-device-profile Sep 21 09:57:17.264138 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: port_mac_address_override.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.265066 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.265577 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: port-mac-override Sep 21 09:57:17.265899 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.266781 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.267294 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: port-mac-address-regenerate Sep 21 09:57:17.267619 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.268514 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.269024 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: port-numa-affinity-policy Sep 21 09:57:17.269347 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: port_resource_request.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.270793 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.271303 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension port-resource-request not supported by any of loaded plugins Sep 21 09:57:17.271625 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: port_resource_request_groups.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.272572 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.273082 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 21 09:57:17.273406 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: portbindings.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.274291 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.274805 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: binding Sep 21 09:57:17.275132 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: portbindings_extended.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.276388 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.276909 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: binding-extended Sep 21 09:57:17.277236 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: portsecurity.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.278107 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.278631 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: port-security Sep 21 09:57:17.278957 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: project_id.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.280165 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.280504 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: project-id Sep 21 09:57:17.280830 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: providernet.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.281711 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.282235 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: provider Sep 21 09:57:17.282563 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: qos.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.286181 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.286718 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension qos not supported by any of loaded plugins Sep 21 09:57:17.287053 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.288321 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.288846 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 21 09:57:17.289178 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.290062 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.290589 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 21 09:57:17.290915 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: qos_default.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.291826 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.292347 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension qos-default not supported by any of loaded plugins Sep 21 09:57:17.292673 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: qos_fip.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.293557 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.294079 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension qos-fip not supported by any of loaded plugins Sep 21 09:57:17.294407 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.295297 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.295849 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 21 09:57:17.296179 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: qos_gateway_ip.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.297072 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.297591 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 21 09:57:17.297919 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: qos_port_network_policy.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.298797 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.299315 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 21 09:57:17.299637 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.300678 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.301236 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 21 09:57:17.301558 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.302555 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.303074 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 21 09:57:17.303397 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: qos_pps_rule.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.304578 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.305098 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension qos-pps not supported by any of loaded plugins Sep 21 09:57:17.305428 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: qos_rule_type_details.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.306305 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.306817 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 21 09:57:17.307148 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.308063 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.308578 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 21 09:57:17.308904 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: qos_rules_alias.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.309918 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.310433 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 21 09:57:17.310761 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: quota_check_limit.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.311666 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.312182 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: quota-check-limit Sep 21 09:57:17.312511 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: quotasv2.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.313472 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.313803 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: quotas Sep 21 09:57:17.314125 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: quotasv2_detail.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.315852 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.316200 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: quota_details Sep 21 09:57:17.317072 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: rbac.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.318119 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.318655 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: rbac-policies Sep 21 09:57:17.318992 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: rbac_address_group.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.319914 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.320439 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: rbac-address-group Sep 21 09:57:17.320769 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: rbac_address_scope.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.321728 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.322250 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: rbac-address-scope Sep 21 09:57:17.322581 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: rbac_security_groups.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.323470 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.324031 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: rbac-security-groups Sep 21 09:57:17.324366 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: rbac_subnetpool.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.325252 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.325770 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: rbac-subnetpool Sep 21 09:57:17.326102 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: revisionifmatch.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.326988 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.327512 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: revision-if-match Sep 21 09:57:17.327876 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: revisions.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.328954 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.329470 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: standard-attr-revisions Sep 21 09:57:17.329799 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: router_availability_zone.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.330444 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.330960 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: router_availability_zone Sep 21 09:57:17.331287 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: routerservicetype.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.332804 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.333347 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension router-service-type not supported by any of loaded plugins Sep 21 09:57:17.333649 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.334591 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.335109 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: security-groups-normalized-cidr Sep 21 09:57:17.335632 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.336345 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.336867 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: port-security-groups-filtering Sep 21 09:57:17.337194 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.338334 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.338853 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: security-groups-remote-address-group Sep 21 09:57:17.339178 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.340101 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.340618 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: security-groups-shared-filtering Sep 21 09:57:17.340943 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: securitygroup.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.350937 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.351494 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: security-group Sep 21 09:57:17.351858 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: segment.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.352574 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.353093 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension segment not supported by any of loaded plugins Sep 21 09:57:17.353418 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.354401 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.354866 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 21 09:57:17.355195 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: servicetype.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.356300 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.356817 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: service-type Sep 21 09:57:17.357144 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: sorting.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.358304 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.358639 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: sorting Sep 21 09:57:17.358964 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: standard_attr_segment.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.359904 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.360430 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 21 09:57:17.360757 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: standardattrdescription.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.361384 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.361908 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: standard-attr-description Sep 21 09:57:17.362235 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: stateful_security_group.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.363138 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.363794 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: stateful-security-group Sep 21 09:57:17.364127 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: stdattrs_common.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.364686 dv-cinder-855479-2-iscsi neutron-server[106406]: WARNING neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 21 09:57:17.365012 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.365911 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.366433 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 21 09:57:17.366762 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: subnet_onboard.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.367843 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.368369 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: subnet_onboard Sep 21 09:57:17.368692 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.369596 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.370112 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 21 09:57:17.370437 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: subnet_service_types.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.371325 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.371871 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: subnet-service-types Sep 21 09:57:17.372198 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: subnetallocation.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.373228 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.373766 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: subnet_allocation Sep 21 09:57:17.374085 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.374726 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.375242 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: subnetpool-prefix-ops Sep 21 09:57:17.375562 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.376483 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.376994 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 21 09:57:17.377316 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: tagging.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.378374 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.379423 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: standard-attr-tag Sep 21 09:57:17.379787 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: timestamp.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.380976 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.381500 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loaded extension: standard-attr-timestamp Sep 21 09:57:17.381831 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: trunk.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.382832 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.383350 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension trunk not supported by any of loaded plugins Sep 21 09:57:17.383706 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: trunk_details.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.384590 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.385107 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension trunk-details not supported by any of loaded plugins Sep 21 09:57:17.385433 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: uplink_status_propagation.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.386315 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.386830 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 21 09:57:17.387153 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Loading extension file: vlantransparent.py {{(pid=106406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:57:17.387841 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:57:17.388352 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 21 09:57:17.391035 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Creating instance of TrackedResource for resource:network Sep 21 09:57:17.391626 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Creating instance of TrackedResource for resource:subnet Sep 21 09:57:17.392055 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 09:57:17.392450 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Creating instance of TrackedResource for resource:port Sep 21 09:57:17.393807 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.resource_helper [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:57:17.394259 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.resource_helper [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Service FLAVORS assigned prefix: {{(pid=106406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:57:17.395421 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.resource_helper [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:57:17.395882 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.resource_helper [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:57:17.396220 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Creating instance of TrackedResource for resource:router Sep 21 09:57:17.396673 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Creating instance of TrackedResource for resource:floatingip Sep 21 09:57:17.397158 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.resource_helper [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Service METERING assigned prefix: /metering {{(pid=106406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:57:17.398629 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.399011 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.399364 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:57:17.400512 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 09:57:17.400963 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Creating instance of TrackedResource for resource:security_group Sep 21 09:57:17.401414 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 09:57:17.401952 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.resource_helper [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Service CORE assigned prefix: {{(pid=106406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:57:17.402296 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 09:57:17.402651 dv-cinder-855479-2-iscsi neutron-server[106406]: WARNING neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] subnetpool is already registered Sep 21 09:57:17.403086 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.resource_helper [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Service CORE assigned prefix: {{(pid=106406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:57:17.403412 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 09:57:17.403786 dv-cinder-855479-2-iscsi neutron-server[106406]: WARNING neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] subnetpool is already registered Sep 21 09:57:17.406211 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.resource_helper [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:57:17.406655 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.resource_helper [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Service FLAVORS assigned prefix: {{(pid=106406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:57:17.407290 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.resource_helper [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:57:17.407871 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.resource_helper [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:57:17.408212 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Creating instance of TrackedResource for resource:router Sep 21 09:57:17.408573 dv-cinder-855479-2-iscsi neutron-server[106406]: WARNING neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] router is already registered Sep 21 09:57:17.409004 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Creating instance of TrackedResource for resource:floatingip Sep 21 09:57:17.409344 dv-cinder-855479-2-iscsi neutron-server[106406]: WARNING neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] floatingip is already registered Sep 21 09:57:17.409823 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.resource_helper [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Service METERING assigned prefix: /metering {{(pid=106406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:57:17.410574 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 09:57:17.410904 dv-cinder-855479-2-iscsi neutron-server[106406]: WARNING neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] rbac_policy is already registered Sep 21 09:57:17.411330 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Creating instance of TrackedResource for resource:security_group Sep 21 09:57:17.411688 dv-cinder-855479-2-iscsi neutron-server[106406]: WARNING neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] security_group is already registered Sep 21 09:57:17.412114 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 09:57:17.412454 dv-cinder-855479-2-iscsi neutron-server[106406]: WARNING neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] security_group_rule is already registered Sep 21 09:57:17.412946 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.resource_helper [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Service CORE assigned prefix: {{(pid=106406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:57:17.413273 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 09:57:17.413613 dv-cinder-855479-2-iscsi neutron-server[106406]: WARNING neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] subnetpool is already registered Sep 21 09:57:17.414054 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.resource_helper [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Service CORE assigned prefix: {{(pid=106406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:57:17.414379 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 09:57:17.414707 dv-cinder-855479-2-iscsi neutron-server[106406]: WARNING neutron.quota.resource_registry [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] subnetpool is already registered Sep 21 09:57:17.415178 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: extensions {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.416841 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: address-groups {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.418327 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: address-scopes {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.419587 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: agents {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.420798 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: auto-allocated-topology {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.423432 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: availability_zones {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.424715 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: dhcp-networks {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.426171 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: dhcp-agents {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.427729 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: routers {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.429459 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: flavors {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.430633 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: service_profiles {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.431975 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: next_providers {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.433436 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: service_profiles {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.434898 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: floatingip-pools {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.436144 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: routers {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.437972 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: floatingips {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.439159 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: l3-routers {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.440592 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: l3-agents {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.442663 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: metering-labels {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.444038 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: metering-label-rules {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.445346 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: network-ip-availabilities {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.446712 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: bindings {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.448330 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: quotas {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.449897 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: quotas {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.451607 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: rbac-policies {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.452821 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: security-groups {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.454027 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: security-group-rules {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.455284 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: service-providers {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.456637 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: subnetpools {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.458553 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: subnetpools {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.460063 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: tags {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.461830 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: tags {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.463844 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: tags {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.465717 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: tags {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.467427 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: tags {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.469342 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: tags {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.471133 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: tags {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.472993 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: tags {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.474756 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: tags {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.476645 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron.api.extensions [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Extended resource: tags {{(pid=106406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:57:17.483953 dv-cinder-855479-2-iscsi neutron-server[106406]: WARNING keystonemiddleware.auth_token [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 21 09:57:17.489657 dv-cinder-855479-2-iscsi neutron-server[106406]: WARNING keystonemiddleware.auth_token [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 21 09:57:17.498543 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_concurrency.lockutils [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Acquiring lock "singleton_lock" {{(pid=106406) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 21 09:57:17.498867 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_concurrency.lockutils [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Acquired lock "singleton_lock" {{(pid=106406) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 21 09:57:17.499345 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_concurrency.lockutils [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Releasing lock "singleton_lock" {{(pid=106406) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 21 09:57:17.500051 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO oslo_service.service [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Starting 2 workers Sep 21 09:57:17.505491 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Started child 106519 {{(pid=106406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 09:57:17.510294 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Started child 106520 {{(pid=106406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 09:57:17.511190 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:17.512014 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO neutron.service [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 21 09:57:17.512611 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:17.512799 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [-] (106519) wsgi starting up on http://0.0.0.0:9696 Sep 21 09:57:17.515061 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO oslo_service.service [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Starting 1 workers Sep 21 09:57:17.515258 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:17.516774 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [-] (106520) wsgi starting up on http://0.0.0.0:9696 Sep 21 09:57:17.520540 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Started child 106521 {{(pid=106406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 09:57:17.521115 dv-cinder-855479-2-iscsi neutron-server[106406]: INFO oslo_service.service [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Starting 1 workers Sep 21 09:57:17.525189 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.service [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] calling RpcWorker wait() {{(pid=106521) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 21 09:57:17.525798 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.service [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] returning from RpcWorker wait() {{(pid=106521) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 21 09:57:17.525874 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Started child 106522 {{(pid=106406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 09:57:17.526584 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-672c0100-7b54-4f08-a01f-da5401f08d84 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:17.527588 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:17.528195 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:57:17.528700 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106406) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 09:57:17.528909 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 09:57:17.529095 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 09:57:17.529323 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 09:57:17.529670 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 09:57:17.529852 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 09:57:17.530369 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.530656 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.530924 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.531200 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.531833 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.532109 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.532347 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.532630 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.532892 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.533065 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.533233 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.533499 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.533761 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.534135 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.534424 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.534672 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.534915 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.535086 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.535375 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.535475 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:17.535960 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.535960 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.536183 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] debug = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.536448 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.536927 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.537079 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:57:17.537281 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.537447 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.537630 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.537909 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.538153 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.538431 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.538677 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.538914 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.539151 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.539412 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.539678 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.539927 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.540163 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.540465 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.540687 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.541215 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] host = dv-cinder-855479-2-iscsi {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.541464 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.541701 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.541958 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.542202 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.542458 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.542682 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.542941 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.543199 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.543454 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.543697 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.543974 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.544218 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.544431 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.544666 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] log_file = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.544838 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] log_options = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.545064 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.545355 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.545629 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.545821 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.545977 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.546139 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.546387 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.546539 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.546787 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.547025 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.547237 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.547454 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.547699 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.547950 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.548194 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.548447 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.548660 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.548887 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.549142 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.549397 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.549644 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.549908 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.550116 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.550354 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.550591 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.551368 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.551596 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.551855 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.552095 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.552340 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.552606 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.552854 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.553088 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.553319 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.553581 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.553810 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.554036 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.554268 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.554530 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.554757 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.554998 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.555245 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.555457 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.555702 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.555953 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.556165 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.556377 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] use_json = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.556588 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.556819 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.557064 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.557312 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.557542 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.557753 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.557979 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.558212 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.558463 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.558918 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.559204 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.559698 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.560114 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.560505 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.560891 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.561313 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.561700 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.561958 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.562194 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.562754 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.563037 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.563358 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.563689 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.563934 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.564328 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.564600 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.564868 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.565125 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.565380 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.565630 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.566191 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.566191 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.566443 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.567151 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.568463 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.568463 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.568463 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.568463 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.568463 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.568832 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.569953 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.569953 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.569953 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.569953 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.570495 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.570495 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.570495 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.570846 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.570974 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.571180 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.571414 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.571678 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.571963 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.572112 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.572394 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.572621 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.572888 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.573139 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.573382 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.573596 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.574032 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.574434 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.574673 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.576260 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.576260 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.576260 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.576260 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.576260 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.576260 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.576885 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.576885 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.576885 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.577194 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.577285 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.577481 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.577693 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.578100 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.579311 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.579311 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.579311 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.579311 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.579311 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.579946 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.579946 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.579946 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.580359 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.580359 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.582994 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.582994 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.582994 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.582994 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.582994 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.582994 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.582994 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.582994 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.582994 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.583887 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.583887 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.583887 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.583887 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.583887 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.583887 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.583887 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.584382 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.584382 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.584522 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.584694 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.584932 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.588901 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.588901 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.588901 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.588901 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.588901 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.588901 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.588901 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.588901 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.589851 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.589851 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.589851 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.589851 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.589851 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.589851 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.589851 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.589851 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.591765 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.591765 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.591765 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.591765 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.591765 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.591765 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.591765 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.591765 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.594014 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.594014 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.594014 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.594014 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.594014 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.594014 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.594014 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.594014 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.596105 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.596105 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.596105 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.596105 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.596105 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.596105 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.596105 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.596105 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.596105 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.597291 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.597291 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.597291 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.597291 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.597291 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.597291 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.598141 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.598141 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.598141 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.598516 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.598516 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.598791 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.598930 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.599319 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.599474 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.599618 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.599912 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.600168 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.600389 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.600622 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.600834 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.601088 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.601262 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.601533 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.601745 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.601956 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.602173 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.602383 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.602620 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.602837 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.603081 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.603336 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.603534 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.603778 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.603978 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.604176 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.604393 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.604711 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.604929 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.605112 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.605352 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.605700 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.605852 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.606029 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.606293 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.606548 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.606757 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.607009 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.607245 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.607462 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.607706 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.607949 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.608164 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.608381 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.609421 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.609421 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.609421 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.609421 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.610052 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.610052 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.610269 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.610404 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.610599 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.610824 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.611044 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.611261 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.611518 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.611793 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.612014 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.612253 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.612591 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.613069 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.613069 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.613869 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.613869 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.614152 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.614355 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.614832 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.614832 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.615261 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.615261 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.615673 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.615673 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.616185 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.616185 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.616838 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.616838 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.616838 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.617288 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.617288 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.617551 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.617694 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.617914 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.618159 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.618377 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.618610 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.619289 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.619289 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.619289 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.619864 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.619864 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.620206 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.620206 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.620544 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.620544 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.620898 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.621042 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.621239 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.621411 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.621583 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.621817 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.624490 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.624490 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.624490 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.624490 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.624490 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.624490 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.624490 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.624490 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.626039 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.626039 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.626039 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.626039 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.626039 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.626039 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.626039 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.626039 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.627554 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.627554 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.627554 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.627554 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.627554 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.627554 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.627554 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.627554 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.631999 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.631999 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.631999 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.631999 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.631999 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.631999 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.631999 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.631999 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.633595 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.633595 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.633595 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.633595 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.633595 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.633595 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.633595 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.633595 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.634965 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.634965 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.634965 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.634965 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.634965 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.634965 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.634965 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.634965 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.634965 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.637266 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.637266 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.637266 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.637266 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.637266 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.637266 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.637266 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.637266 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.637266 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.640506 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 09:57:17.640506 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106406) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 09:57:17.640506 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 09:57:17.640506 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 09:57:17.640506 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 09:57:17.640506 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 09:57:17.640506 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 09:57:17.640506 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.642517 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.642517 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.642517 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.642517 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.642517 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.642517 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.642517 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.642517 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.644314 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.644314 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.644314 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.644314 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.644314 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.644314 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.644314 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.644314 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.645632 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.645632 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.645632 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.645632 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.645632 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] debug = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.645632 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.647273 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.647273 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.647273 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.647273 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.647273 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.647273 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.648365 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.648365 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.648365 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.648365 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.648365 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.648365 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.648365 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.648365 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.649668 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.649668 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.649668 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] host = dv-cinder-855479-2-iscsi {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.649668 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.649668 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.649668 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.649668 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.649668 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.651002 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.651002 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.651002 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.651002 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.651002 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.651002 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.651002 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.651002 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.652243 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] log_file = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.652243 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] log_options = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.652243 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.652243 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.652243 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.652243 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.652243 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.653342 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.653342 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.653342 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.653342 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.653342 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.653342 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.653342 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.653342 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.655148 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.655148 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.655148 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.655148 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.655148 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.655148 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.655148 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.655148 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.657213 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.657213 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.657213 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.657213 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.657213 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.657213 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.657213 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.657213 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.657213 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.658672 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.658672 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.658672 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.658672 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.658672 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.658672 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.658672 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.658672 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.660343 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.660343 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.660343 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.660343 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.660343 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.660343 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.660343 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.660343 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.661911 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] use_json = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.661911 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.661911 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.661911 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.661911 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.661911 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.661911 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.661911 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.663155 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.663155 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:57:17.663155 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.663155 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.663155 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.663155 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.663155 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.663155 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.664749 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.664749 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.664749 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.664749 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.664749 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.664749 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.664749 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.664749 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.666125 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.666125 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.666125 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.666125 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.666125 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.666125 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.666125 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.666125 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.667901 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.667901 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.667901 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.667901 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.667901 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.667901 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.667901 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.667901 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.669544 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.669544 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.669544 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.669544 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.669544 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.669544 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.669544 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.669544 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.671126 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.671126 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.671126 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.671126 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.671126 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.671126 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.671126 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.671126 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.671126 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.672781 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.672781 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.672781 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.672781 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.672781 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.672781 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.672781 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.672781 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.672781 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.674311 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.674311 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.674311 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.674311 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.674311 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.674311 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.674311 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.674311 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.676372 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.676372 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.676372 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.676372 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.676372 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.676372 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.676372 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.676372 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.676372 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.678263 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.678263 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.678263 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.678263 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.678263 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.678263 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.678263 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.678263 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.678263 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.679917 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.679917 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.679917 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.679917 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.679917 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.679917 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.679917 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.679917 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.679917 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.681382 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.681382 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.681382 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.681382 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.681382 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.681382 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.681382 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.681382 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.682740 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.682740 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.682740 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.682740 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.682740 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.682740 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.682740 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.682740 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.683862 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.683862 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.683862 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.683862 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.683862 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.683862 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.683862 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.683862 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.685254 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.685254 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.685254 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.685254 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.685254 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.685254 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.685254 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.685254 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.686392 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.686392 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.686392 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.686392 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.686392 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.686392 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.686392 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.686392 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.687352 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.687352 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.687352 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.687352 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.687352 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.687352 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.687352 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.687352 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.687352 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.689952 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.689952 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.689952 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.689952 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.689952 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.689952 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.689952 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.689952 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.692064 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.692064 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.692064 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.692064 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.692064 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.692064 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.692064 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.692064 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.693110 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.693110 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.693110 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.693110 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.693110 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.693110 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.693110 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.693110 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.694168 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.694168 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.694168 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.694168 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.694168 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.694168 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.694168 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.694168 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.695405 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.695405 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.695405 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.695405 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.695405 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.695405 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.695405 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.695405 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.697014 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.697014 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.697014 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.697014 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.697014 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.697014 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.697014 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.697014 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.698316 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.698316 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.698316 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.698316 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.698316 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.698316 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.698316 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.698316 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.699559 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.699559 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.699559 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.699559 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.699559 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.699559 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.700384 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:57:17.700586 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.700586 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.700586 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.700586 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.700586 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.700586 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.700586 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.700586 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.700586 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.701911 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.701911 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.701911 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.701911 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.701911 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.701911 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.701911 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.701911 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.703172 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.703172 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.703172 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.703172 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.703172 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.703172 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.703172 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.703172 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.703172 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.704711 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.704711 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.704711 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.704711 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.704711 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.704711 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.704711 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.704711 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.705948 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.705948 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.705948 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.705948 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.705948 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.705948 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.705948 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.705948 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.706957 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.706957 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.706957 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.706957 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.706957 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.706957 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.706957 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.706957 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.708256 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.708256 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.708256 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.708256 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.708256 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.708256 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.708256 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.708256 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.709395 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.709395 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.709395 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.709395 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.709395 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.709395 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.709395 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.709395 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.710448 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.710448 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.710448 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.710448 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.710448 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.710448 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.710448 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.710448 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.711515 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.711515 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.711515 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.711515 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.711515 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.711515 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.711515 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.711515 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.712769 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.712769 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.712769 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.712769 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.712769 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.712769 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.712769 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.712769 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.714076 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.714076 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.714076 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.714076 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.714076 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.714076 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.714076 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.714076 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.714076 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.715413 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.715413 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.715413 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.715413 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.715413 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.715413 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.715413 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.715413 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:57:17.716354 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 09:57:17.716471 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 46520) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 09:57:17.725942 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [-] 10.222.0.33 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0082986 Sep 21 09:57:17.734994 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [-] 10.222.0.33 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0075033 Sep 21 09:57:26.994846 dv-cinder-855479-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:57:30.481046 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9861457c-3c6d-493b-9006-f2227fb2e264 None None] get_active_networks_info from dv-cinder-855479-2-iscsi {{(pid=106521) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 21 09:57:30.515431 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writer thread running {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 21 09:57:30.515782 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writer thread running {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 21 09:57:30.581448 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9861457c-3c6d-493b-9006-f2227fb2e264 None None] No non-hosted networks {{(pid=106521) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 21 09:57:30.601519 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.agentschedulers_db [None req-9861457c-3c6d-493b-9006-f2227fb2e264 None None] DHCP Agent not found on host dv-cinder-855479-2-iscsi {{(pid=106521) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 21 09:57:30.656469 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-9b6e6b29-bd90-430e-8c35-72844b297e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-434369'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:32.808800 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writer thread running {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 21 09:57:33.653388 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef5c8-99cf-4368-b031-26e3730c76ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-434369'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:33.656860 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-d76ecbf3-f041-4bae-a05d-f1ae46ff787c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:34.682769 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-434369'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:35.012102 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 46596) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 09:57:35.401247 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-434369'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:35.402499 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:35.408140 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:35.408541 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:35.408813 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:35.409349 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:35.410197 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:35.410683 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:35.411187 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:35.411685 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:35.412161 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:35.412649 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:35.416248 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:35.416813 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:35.417602 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:35.418313 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:35.418908 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-855479-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:57:35.438871 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-855479-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:57:35.743339 dv-cinder-855479-2-iscsi neutron-server[106519]: WARNING oslo_policy.policy [None req-3c2c6f2b-8b19-4777-b68b-4f214838a080 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 09:57:35.743935 dv-cinder-855479-2-iscsi neutron-server[106519]: WARNING oslo_policy.policy [None req-3c2c6f2b-8b19-4777-b68b-4f214838a080 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 09:57:35.961142 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [None req-3c2c6f2b-8b19-4777-b68b-4f214838a080 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106519) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 09:57:35.962384 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-3c2c6f2b-8b19-4777-b68b-4f214838a080 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9491363 Sep 21 09:57:36.495906 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-434369'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:38.744256 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 46630) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 09:57:39.100232 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-55121446-b628-45a7-8895-81b9b9fd41d2 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:57:39.118187 dv-cinder-855479-2-iscsi neutron-server[106519]: ERROR stevedore.extension [None req-55121446-b628-45a7-8895-81b9b9fd41d2 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 21 09:57:39.205542 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.policy [None req-55121446-b628-45a7-8895-81b9b9fd41d2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106519) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 09:57:39.248791 dv-cinder-855479-2-iscsi neutron-server[106519]: WARNING oslo_policy.policy [None req-55121446-b628-45a7-8895-81b9b9fd41d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 09:57:39.249199 dv-cinder-855479-2-iscsi neutron-server[106519]: WARNING oslo_policy.policy [None req-55121446-b628-45a7-8895-81b9b9fd41d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 09:57:39.271968 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writer thread running {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 21 09:57:39.354178 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-55121446-b628-45a7-8895-81b9b9fd41d2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760787315579', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760787318095', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760787331754', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760787339686', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760787347145', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760787355526', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1326503', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1332433', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-622249', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-584083'] for rbac-policy (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:39.436256 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-55121446-b628-45a7-8895-81b9b9fd41d2 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:39.440100 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-55121446-b628-45a7-8895-81b9b9fd41d2 admin admin] 10.222.0.33 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6948512 Sep 21 09:57:39.808787 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.db.l3_hamode_db [None req-27a8811d-3708-47c0-b944-64eda7a6cdeb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 21 09:57:39.886957 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a8811d-3708-47c0-b944-64eda7a6cdeb None None] Routers set() bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 09:57:39.887701 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a8811d-3708-47c0-b944-64eda7a6cdeb None None] Router IDs set() for agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 21 09:57:42.081769 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 46640) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 09:57:42.428775 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:57:42.459185 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Made reservation on behalf of 492f7681295c439a89604d38bbe9eee0 for: {'network': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:57:42.463917 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:42.483484 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:42.598474 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Publish callbacks [] for security_group (1bf35c0b-9cc0-481b-8385-a8ab92c54462), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:42.602490 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (1bf35c0b-9cc0-481b-8385-a8ab92c54462), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:42.637034 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=106519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:57:42.671011 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760788516792', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (d5c7b71b-a2bc-4543-814a-4757ce1ffe6d), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:42.671591 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Unsubscribe: segment precommit_create {{(pid=106519) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 09:57:42.672178 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.segments_db [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Added segment d5c7b71b-a2bc-4543-814a-4757ce1ffe6d of type vlan for network c653f397-a842-4a8c-bab1-a44890809dfc Sep 21 09:57:42.687407 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf35c0b-9cc0-481b-8385-a8ab92c54462,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:57:42.738408 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:42.738748 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:42.739106 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:42.739460 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:42.739824 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:42.740160 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:42.740481 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:42.740804 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:42.741128 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:42.741451 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:42.741774 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:42.742115 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:42.742447 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:42.742767 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:42.743085 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Tracked resource versions report: Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: pushed versions: Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: { 'AddressGroup': {'1.2'}, Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Agent': {'1.1'}, Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'ConntrackHelper': {'1.0'}, Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'LocalIPAssociation': {'1.0'}, Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Log': {'1.0'}, Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'NDPProxy': {'1.0'}, Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Network': {'1.1'}, Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Port': {'1.7'}, Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'PortForwarding': {'1.3'}, Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'QosPolicy': {'1.10'}, Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'SecurityGroup': {'1.5'}, Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'SecurityGroupRule': {'1.2'}, Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'SubPort': {'1.0'}, Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Subnet': {'1.1'}, Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Trunk': {'1.1'}} Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: consumer versions: Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: { DHCP agent@dv-cinder-855479-2-iscsi: {}, Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: L3 agent@dv-cinder-855479-2-iscsi: {}, Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: Metadata agent@dv-cinder-855479-2-iscsi: {}, Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: Metering agent@dv-cinder-855479-2-iscsi: {}, Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: Open vSwitch agent@dv-cinder-855479-2-iscsi: { 'AddressGroup': '1.2', Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Agent': '1.1', Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'ConntrackHelper': '1.0', Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'LocalIPAssociation': '1.0', Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Log': '1.0', Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'NDPProxy': '1.0', Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Network': '1.1', Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Port': '1.7', Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'PortForwarding': '1.3', Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'QosPolicy': '1.10', Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'SecurityGroup': '1.5', Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'SecurityGroupRule': '1.2', Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'SubPort': '1.0', Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Subnet': '1.1', Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Trunk': '1.1'}} Sep 21 09:57:42.744533 dv-cinder-855479-2-iscsi neutron-server[106519]: {{(pid=106519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 09:57:42.785927 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760787939759'] for network (c653f397-a842-4a8c-bab1-a44890809dfc), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:42.810130 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=54,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:57:42.832572 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for network (c653f397-a842-4a8c-bab1-a44890809dfc), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:42.837586 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 09:57:42.838546 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:42.936844 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8538163 Sep 21 09:57:42.972815 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3b59c-b307-4231-b41c-6f0d038788e1 demo demo] Pushing event updated for resources: {'Network': ['ID=c653f397-a842-4a8c-bab1-a44890809dfc,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:57:42.989170 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Network c653f397-a842-4a8c-bab1-a44890809dfc details requested by agent ovs-agent-dv-cinder-855479-2-iscsi with host dv-cinder-855479-2-iscsi {{(pid=106521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:57:45.678714 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 46654) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 09:57:46.128548 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250b1b67-a637-4e94-be3e-331a58ec13bd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 09:57:46.129929 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-250b1b67-a637-4e94-be3e-331a58ec13bd demo admin] 10.222.0.33 "GET /networking/v2.0/networks/c653f397-a842-4a8c-bab1-a44890809dfc HTTP/1.1" status: 200 len: 825 time: 0.4503529 Sep 21 09:57:46.157330 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-3abdcf07-b705-4fcf-b55a-62ea2e10ed15 demo admin] 10.222.0.33 "GET /networking/v2.0/subnetpools/b01cdb13-e50c-4c02-b34c-2dd7c58d9ab1 HTTP/1.1" status: 200 len: 734 time: 0.0209246 Sep 21 09:57:46.166981 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-cc5ef607-a5a8-4fb9-b5e1-dce3ca26792d demo admin] Request body: {'subnet': {'subnetpool_id': 'b01cdb13-e50c-4c02-b34c-2dd7c58d9ab1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'c653f397-a842-4a8c-bab1-a44890809dfc', 'gateway_ip': '172.20.0.1'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:57:46.187639 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5ef607-a5a8-4fb9-b5e1-dce3ca26792d demo admin] Made reservation on behalf of 492f7681295c439a89604d38bbe9eee0 for: {'subnet': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:57:46.189968 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cc5ef607-a5a8-4fb9-b5e1-dce3ca26792d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:46.438460 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:57:46.492589 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cc5ef607-a5a8-4fb9-b5e1-dce3ca26792d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for subnet (6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:46.575178 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ef607-a5a8-4fb9-b5e1-dce3ca26792d demo admin] Pushing event updated for resources: {'Subnet': ['ID=6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:57:46.580042 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5ef607-a5a8-4fb9-b5e1-dce3ca26792d demo admin] Checking segment: {'id': 'd5c7b71b-a2bc-4543-814a-4757ce1ffe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c653f397-a842-4a8c-bab1-a44890809dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 09:57:46.580408 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5ef607-a5a8-4fb9-b5e1-dce3ca26792d demo admin] Network hostable DHCP agents. Network: c653f397-a842-4a8c-bab1-a44890809dfc, hostable agents: ['abecb771-581e-4ad9-b557-ede811f6c277'], hosted agents: [] {{(pid=106519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:57:46.604066 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5ef607-a5a8-4fb9-b5e1-dce3ca26792d demo admin] Network c653f397-a842-4a8c-bab1-a44890809dfc is scheduled to be hosted by DHCP agent abecb771-581e-4ad9-b557-ede811f6c277 with binding_index 1 {{(pid=106519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:57:46.616211 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-cc5ef607-a5a8-4fb9-b5e1-dce3ca26792d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855479-2-iscsi, c653f397-a842-4a8c-bab1-a44890809dfc) {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:57:46.621522 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5ef607-a5a8-4fb9-b5e1-dce3ca26792d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 09:57:46.622136 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cc5ef607-a5a8-4fb9-b5e1-dce3ca26792d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:46.626846 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888d6738-feeb-4daa-aaee-a5eb30a55213 None None] Network c653f397-a842-4a8c-bab1-a44890809dfc requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 09:57:46.651546 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-cc5ef607-a5a8-4fb9-b5e1-dce3ca26792d demo admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4774425 Sep 21 09:57:46.695095 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=25,neutron:INSERT=33,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:57:46.917988 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce022bf1-b7c4-5ea3-a899-106acdcafccb-c653f397-a842-4a8c-bab1-a44890809dfc', 'network_id': 'c653f397-a842-4a8c-bab1-a44890809dfc', 'project_id': '492f7681295c439a89604d38bbe9eee0', 'fixed_ips': [{'subnet_id': '6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881'}]}} from dv-cinder-855479-2-iscsi. {{(pid=106521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 09:57:46.919385 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:47.222789 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.db_base_plugin_common [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Allocated IP 172.20.0.2 (c653f397-a842-4a8c-bab1-a44890809dfc/6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881/86b1421f-0f93-49fb-a35a-0628997873b2) {{(pid=106521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:57:47.509536 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=8 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:57:47.511292 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:57:47.525235 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Publish callbacks [] for port (86b1421f-0f93-49fb-a35a-0628997873b2), precommit_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:47.534100 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (86b1421f-0f93-49fb-a35a-0628997873b2), after_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:47.621156 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Network c653f397-a842-4a8c-bab1-a44890809dfc is already hosted by enough agents. {{(pid=106521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:57:47.628506 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.base_scheduler [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Resources bound (agent type, host, resource id): {{(pid=106521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:57:47.631979 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Received port after_create {{(pid=106521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 09:57:47.641016 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Pushing event updated for resources: {'Port': ['ID=86b1421f-0f93-49fb-a35a-0628997873b2,revision_number=1']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:57:47.673350 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:47.673713 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:47.674062 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:47.674427 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:47.675290 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:47.675624 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:47.675979 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:47.676310 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:47.676995 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:47.676995 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:47.677275 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:47.677615 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:47.677944 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:47.678264 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:47.678585 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Tracked resource versions report: Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: pushed versions: Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: { 'AddressGroup': {'1.2'}, Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Agent': {'1.1'}, Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'ConntrackHelper': {'1.0'}, Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'LocalIPAssociation': {'1.0'}, Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Log': {'1.0'}, Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'NDPProxy': {'1.0'}, Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Network': {'1.1'}, Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Port': {'1.7'}, Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'PortForwarding': {'1.3'}, Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'QosPolicy': {'1.10'}, Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'SecurityGroup': {'1.5'}, Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'SecurityGroupRule': {'1.2'}, Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'SubPort': {'1.0'}, Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Subnet': {'1.1'}, Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Trunk': {'1.1'}} Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: consumer versions: Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: { DHCP agent@dv-cinder-855479-2-iscsi: {}, Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: L3 agent@dv-cinder-855479-2-iscsi: {}, Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: Metadata agent@dv-cinder-855479-2-iscsi: {}, Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: Metering agent@dv-cinder-855479-2-iscsi: {}, Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: Open vSwitch agent@dv-cinder-855479-2-iscsi: { 'AddressGroup': '1.2', Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Agent': '1.1', Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'ConntrackHelper': '1.0', Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'LocalIPAssociation': '1.0', Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Log': '1.0', Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'NDPProxy': '1.0', Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Network': '1.1', Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Port': '1.7', Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'PortForwarding': '1.3', Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'QosPolicy': '1.10', Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'SecurityGroup': '1.5', Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'SecurityGroupRule': '1.2', Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'SubPort': '1.0', Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Subnet': '1.1', Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Trunk': '1.1'}} Sep 21 09:57:47.680031 dv-cinder-855479-2-iscsi neutron-server[106521]: {{(pid=106521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 09:57:47.736590 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Attempting to bind port 86b1421f-0f93-49fb-a35a-0628997873b2 on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 09:57:47.736993 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Attempting to bind port 86b1421f-0f93-49fb-a35a-0628997873b2 by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': 'd5c7b71b-a2bc-4543-814a-4757ce1ffe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c653f397-a842-4a8c-bab1-a44890809dfc'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 09:57:47.737969 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Attempting to bind port 86b1421f-0f93-49fb-a35a-0628997873b2 on network c653f397-a842-4a8c-bab1-a44890809dfc {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:57:47.786677 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 9, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 09:57:47.786991 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Checking segment: {'id': 'd5c7b71b-a2bc-4543-814a-4757ce1ffe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c653f397-a842-4a8c-bab1-a44890809dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 09:57:47.787474 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:47.787893 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Bound using segment: {'id': 'd5c7b71b-a2bc-4543-814a-4757ce1ffe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c653f397-a842-4a8c-bab1-a44890809dfc'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 09:57:47.788419 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Bound port: 86b1421f-0f93-49fb-a35a-0628997873b2, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c7b71b-a2bc-4543-814a-4757ce1ffe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c653f397-a842-4a8c-bab1-a44890809dfc'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 09:57:47.788816 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (86b1421f-0f93-49fb-a35a-0628997873b2), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:47.854113 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] For port 86b1421f-0f93-49fb-a35a-0628997873b2, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:57:47.875069 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] For port 86b1421f-0f93-49fb-a35a-0628997873b2, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=86b1421f-0f93-49fb-a35a-0628997873b2,segment=NetworkSegment(d5c7b71b-a2bc-4543-814a-4757ce1ffe6d),segment_id=d5c7b71b-a2bc-4543-814a-4757ce1ffe6d)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:57:47.882394 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (86b1421f-0f93-49fb-a35a-0628997873b2), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:47.936222 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5a881-471c-416e-ade8-dbfb0a5484a2 None None] Pushing event updated for resources: {'Port': ['ID=86b1421f-0f93-49fb-a35a-0628997873b2,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:57:49.404063 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 46668) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 09:57:49.798786 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [None req-824c061a-416e-4008-9b2f-434c3d1d1179 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106519) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 09:57:49.800300 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-824c061a-416e-4008-9b2f-434c3d1d1179 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3952947 Sep 21 09:57:52.517787 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 46676) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 09:57:52.853966 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [None req-06f4c279-258a-49f9-8571-e6294b6f8cef admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106519) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 09:57:52.854963 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-06f4c279-258a-49f9-8571-e6294b6f8cef admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3357172 Sep 21 09:57:55.208675 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 86b1421f-0f93-49fb-a35a-0628997873b2 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:57:55.292330 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 86b1421f-0f93-49fb-a35a-0628997873b2 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 09:57:55.292735 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (86b1421f-0f93-49fb-a35a-0628997873b2), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:55.293099 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 86b1421f-0f93-49fb-a35a-0628997873b2 Sep 21 09:57:55.393213 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 86b1421f-0f93-49fb-a35a-0628997873b2 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 09:57:55.393590 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (86b1421f-0f93-49fb-a35a-0628997873b2), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:55.428617 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] For port 86b1421f-0f93-49fb-a35a-0628997873b2, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=86b1421f-0f93-49fb-a35a-0628997873b2,segment=NetworkSegment(d5c7b71b-a2bc-4543-814a-4757ce1ffe6d),segment_id=d5c7b71b-a2bc-4543-814a-4757ce1ffe6d)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:57:55.434139 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (86b1421f-0f93-49fb-a35a-0628997873b2), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:55.491358 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Pushing event updated for resources: {'Port': ['ID=86b1421f-0f93-49fb-a35a-0628997873b2,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:57:55.578016 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 46688) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 09:57:55.933368 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-91f531bf-0634-4562-8235-26c4759b347b demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:57:55.961715 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-91f531bf-0634-4562-8235-26c4759b347b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-436105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32634'] for router (45a85a44-a467-4efa-bf12-c249eab0373f), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:55.963636 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-91f531bf-0634-4562-8235-26c4759b347b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32611'] for router (45a85a44-a467-4efa-bf12-c249eab0373f), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:56.103986 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-91f531bf-0634-4562-8235-26c4759b347b demo demo] Publish callbacks [] for router_controller (45a85a44-a467-4efa-bf12-c249eab0373f), precommit_add_association {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:56.108743 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-91f531bf-0634-4562-8235-26c4759b347b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438052'] for router (45a85a44-a467-4efa-bf12-c249eab0373f), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:56.127784 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-91f531bf-0634-4562-8235-26c4759b347b demo demo] Publish callbacks [] for router (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:56.129109 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-91f531bf-0634-4562-8235-26c4759b347b demo demo] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5501208 Sep 21 09:57:56.224051 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663270ae-0185-42c5-9906-179914adc4e4 None None] Network c653f397-a842-4a8c-bab1-a44890809dfc requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 09:57:56.273274 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:57:56.294314 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:57:56.364600 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-60b7b32d-0edd-4656-8ef4-ea11e8d128b9 None None] Provisioning complete for port 86b1421f-0f93-49fb-a35a-0628997873b2 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 09:57:56.364909 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-60b7b32d-0edd-4656-8ef4-ea11e8d128b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (86b1421f-0f93-49fb-a35a-0628997873b2), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:56.365404 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-60b7b32d-0edd-4656-8ef4-ea11e8d128b9 None None] Attempt 1 to provision port 86b1421f-0f93-49fb-a35a-0628997873b2 Sep 21 09:57:56.430379 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:57:56.443268 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-60b7b32d-0edd-4656-8ef4-ea11e8d128b9 None None] Current status of the port 86b1421f-0f93-49fb-a35a-0628997873b2 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 09:57:56.563263 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-458b5b56-4892-4c5d-afac-a71b803e68fb None None] Provisioning complete for port 86b1421f-0f93-49fb-a35a-0628997873b2 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 09:57:56.563681 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-458b5b56-4892-4c5d-afac-a71b803e68fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (86b1421f-0f93-49fb-a35a-0628997873b2), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:56.564020 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-458b5b56-4892-4c5d-afac-a71b803e68fb None None] Attempt 1 to provision port 86b1421f-0f93-49fb-a35a-0628997873b2 Sep 21 09:57:56.643952 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-458b5b56-4892-4c5d-afac-a71b803e68fb None None] Current status of the port 86b1421f-0f93-49fb-a35a-0628997873b2 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 09:57:57.183918 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 86b1421f-0f93-49fb-a35a-0628997873b2 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:57:57.227323 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 86b1421f-0f93-49fb-a35a-0628997873b2 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 09:57:57.228034 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (86b1421f-0f93-49fb-a35a-0628997873b2), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:57:57.228123 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 86b1421f-0f93-49fb-a35a-0628997873b2 Sep 21 09:57:57.310253 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 86b1421f-0f93-49fb-a35a-0628997873b2 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 09:57:58.847795 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 46696) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 09:57:59.366314 dv-cinder-855479-2-iscsi neutron-server[106520]: WARNING oslo_policy.policy [None req-8f1ea74d-f75f-4d04-a932-e78a401d0500 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 09:57:59.366871 dv-cinder-855479-2-iscsi neutron-server[106520]: WARNING oslo_policy.policy [None req-8f1ea74d-f75f-4d04-a932-e78a401d0500 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 09:57:59.585223 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [None req-8f1ea74d-f75f-4d04-a932-e78a401d0500 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 09:57:59.592024 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-8f1ea74d-f75f-4d04-a932-e78a401d0500 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7420545 Sep 21 09:57:59.601846 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 5 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:58:00.412990 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b993a36d-9da4-4540-a88a-653c66887e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:02.299785 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 46710) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 09:58:02.637999 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:58:02.651247 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writer thread running {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 21 09:58:02.657263 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:02.698444 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Made reservation on behalf of 922be9460ece4e85ba5444bbe1396c36 for: {'network': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:58:02.708794 dv-cinder-855479-2-iscsi neutron-server[106520]: ERROR stevedore.extension [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 21 09:58:02.760307 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.policy [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106520) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 09:58:02.803861 dv-cinder-855479-2-iscsi neutron-server[106520]: WARNING oslo_policy.policy [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 09:58:02.804250 dv-cinder-855479-2-iscsi neutron-server[106520]: WARNING oslo_policy.policy [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 09:58:02.813808 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:02.834868 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:02.954219 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Publish callbacks [] for security_group (38e93e14-ea1c-433a-a153-f0803d2134ce), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:02.958665 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (38e93e14-ea1c-433a-a153-f0803d2134ce), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:02.970832 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Reserving flat network on physical network physnet1 {{(pid=106520) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 21 09:58:03.001032 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760788516792', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (92f84a7f-3100-44c2-b991-9a31a06775d3), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:03.001591 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Unsubscribe: segment precommit_create {{(pid=106520) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 09:58:03.002615 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.segments_db [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Added segment 92f84a7f-3100-44c2-b991-9a31a06775d3 of type flat for network e44615eb-99ac-4ee3-8eec-4410b9bcb116 Sep 21 09:58:03.044530 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e93e14-ea1c-433a-a153-f0803d2134ce,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:58:03.084096 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:03.084441 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:03.084804 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:03.085153 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:03.085487 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:03.085816 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:03.086140 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:03.086464 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:03.086806 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:03.087133 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:03.087486 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:03.087848 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:03.088445 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:03.088747 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:03.089065 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Tracked resource versions report: Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: pushed versions: Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: { 'AddressGroup': {'1.2'}, Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Agent': {'1.1'}, Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'ConntrackHelper': {'1.0'}, Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'LocalIPAssociation': {'1.0'}, Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Log': {'1.0'}, Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'NDPProxy': {'1.0'}, Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Network': {'1.1'}, Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Port': {'1.7'}, Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'PortForwarding': {'1.3'}, Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'QosPolicy': {'1.10'}, Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'SecurityGroup': {'1.5'}, Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'SecurityGroupRule': {'1.2'}, Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'SubPort': {'1.0'}, Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Subnet': {'1.1'}, Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Trunk': {'1.1'}} Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: consumer versions: Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: { DHCP agent@dv-cinder-855479-2-iscsi: {}, Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: L3 agent@dv-cinder-855479-2-iscsi: {}, Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: Metadata agent@dv-cinder-855479-2-iscsi: {}, Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: Metering agent@dv-cinder-855479-2-iscsi: {}, Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: Open vSwitch agent@dv-cinder-855479-2-iscsi: { 'AddressGroup': '1.2', Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Agent': '1.1', Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'ConntrackHelper': '1.0', Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'LocalIPAssociation': '1.0', Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Log': '1.0', Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'NDPProxy': '1.0', Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Network': '1.1', Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Port': '1.7', Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'PortForwarding': '1.3', Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'QosPolicy': '1.10', Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'SecurityGroup': '1.5', Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'SecurityGroupRule': '1.2', Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'SubPort': '1.0', Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Subnet': '1.1', Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Trunk': '1.1'}} Sep 21 09:58:03.090503 dv-cinder-855479-2-iscsi neutron-server[106520]: {{(pid=106520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 09:58:03.132724 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760787939759'] for network (e44615eb-99ac-4ee3-8eec-4410b9bcb116), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:03.183221 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for network (e44615eb-99ac-4ee3-8eec-4410b9bcb116), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:03.184636 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 09:58:03.185346 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:03.281924 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9809496 Sep 21 09:58:03.303510 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce14208-27cd-4596-a46a-7d1a6911771e admin admin] Pushing event updated for resources: {'Network': ['ID=e44615eb-99ac-4ee3-8eec-4410b9bcb116,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:58:03.314512 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 details requested by agent ovs-agent-dv-cinder-855479-2-iscsi with host dv-cinder-855479-2-iscsi {{(pid=106521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:58:03.672426 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-e300f79c-06ca-4eb0-9fac-32414bddb62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:04.648107 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:05.395553 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:06.006567 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 46726) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 09:58:06.120533 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=74,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:06.121311 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:06.396059 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a60a0f-c728-4d4d-b989-d1fd027c5c5b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 09:58:06.397411 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-41a60a0f-c728-4d4d-b989-d1fd027c5c5b demo admin] 10.222.0.33 "GET /networking/v2.0/subnets/6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881 HTTP/1.1" status: 200 len: 849 time: 0.3899896 Sep 21 09:58:06.459932 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:06.519274 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-587a16e6-fa59-41b9-b666-11d0301dee17 demo admin] 10.222.0.33 "GET /networking/v2.0/routers/45a85a44-a467-4efa-bf12-c249eab0373f HTTP/1.1" status: 200 len: 704 time: 0.1158342 Sep 21 09:58:06.789307 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c52448dd-2cd5-464f-b7c3-6a394cfed87a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:07.098553 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [None req-c52448dd-2cd5-464f-b7c3-6a394cfed87a demo admin] Allocated IP 172.20.0.1 (c653f397-a842-4a8c-bab1-a44890809dfc/6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881/8b138318-674d-4fe1-948a-23c92e809ebb) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:58:07.312688 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c52448dd-2cd5-464f-b7c3-6a394cfed87a demo admin] Publish callbacks [] for port (8b138318-674d-4fe1-948a-23c92e809ebb), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:07.375782 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c52448dd-2cd5-464f-b7c3-6a394cfed87a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (8b138318-674d-4fe1-948a-23c92e809ebb), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:07.456660 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52448dd-2cd5-464f-b7c3-6a394cfed87a demo admin] Network c653f397-a842-4a8c-bab1-a44890809dfc is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:58:07.466344 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-c52448dd-2cd5-464f-b7c3-6a394cfed87a demo admin] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:58:07.470767 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52448dd-2cd5-464f-b7c3-6a394cfed87a demo admin] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 09:58:07.471806 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c52448dd-2cd5-464f-b7c3-6a394cfed87a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429853'] for router_interface (45a85a44-a467-4efa-bf12-c249eab0373f), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:07.495000 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52448dd-2cd5-464f-b7c3-6a394cfed87a demo admin] Pushing event updated for resources: {'Port': ['ID=8b138318-674d-4fe1-948a-23c92e809ebb,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:58:07.627972 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:07.632178 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-f3db1ab7-f49e-41af-9d97-8bf246e06e6a None None] Provisioning complete for port 8b138318-674d-4fe1-948a-23c92e809ebb triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 09:58:07.632974 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f3db1ab7-f49e-41af-9d97-8bf246e06e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (8b138318-674d-4fe1-948a-23c92e809ebb), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:07.632974 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f3db1ab7-f49e-41af-9d97-8bf246e06e6a None None] Attempt 1 to provision port 8b138318-674d-4fe1-948a-23c92e809ebb Sep 21 09:58:07.668620 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f3db1ab7-f49e-41af-9d97-8bf246e06e6a None None] Port 8b138318-674d-4fe1-948a-23c92e809ebb cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 09:58:07.687084 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c52448dd-2cd5-464f-b7c3-6a394cfed87a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (8b138318-674d-4fe1-948a-23c92e809ebb), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:07.702162 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:07.907473 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c52448dd-2cd5-464f-b7c3-6a394cfed87a demo admin] Publish callbacks [] for port (8b138318-674d-4fe1-948a-23c92e809ebb), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:07.912039 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c52448dd-2cd5-464f-b7c3-6a394cfed87a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (8b138318-674d-4fe1-948a-23c92e809ebb), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:07.912908 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c52448dd-2cd5-464f-b7c3-6a394cfed87a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429961'] for router_interface (45a85a44-a467-4efa-bf12-c249eab0373f), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:07.990959 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52448dd-2cd5-464f-b7c3-6a394cfed87a demo admin] Pushing event updated for resources: {'Port': ['ID=8b138318-674d-4fe1-948a-23c92e809ebb,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:58:08.046319 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52448dd-2cd5-464f-b7c3-6a394cfed87a demo admin] Network c653f397-a842-4a8c-bab1-a44890809dfc is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:58:08.047804 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-c52448dd-2cd5-464f-b7c3-6a394cfed87a demo admin] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:58:08.170329 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f3db1ab7-f49e-41af-9d97-8bf246e06e6a None None] Attempt 2 to provision port 8b138318-674d-4fe1-948a-23c92e809ebb Sep 21 09:58:08.207260 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f3db1ab7-f49e-41af-9d97-8bf246e06e6a None None] Port 8b138318-674d-4fe1-948a-23c92e809ebb cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 09:58:08.223508 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52448dd-2cd5-464f-b7c3-6a394cfed87a demo admin] Router 45a85a44-a467-4efa-bf12-c249eab0373f is scheduled to L3 agent 7dcae471-d53e-494b-8876-87a888840c5e with binding_index 1 {{(pid=106519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:58:08.314948 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52448dd-2cd5-464f-b7c3-6a394cfed87a demo admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:58:08.321018 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-c52448dd-2cd5-464f-b7c3-6a394cfed87a demo admin] 10.222.0.33 "PUT /networking/v2.0/routers/45a85a44-a467-4efa-bf12-c249eab0373f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7962224 Sep 21 09:58:08.325124 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] Sync routers for ids ['45a85a44-a467-4efa-bf12-c249eab0373f'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:58:08.339850 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] Routers {'45a85a44-a467-4efa-bf12-c249eab0373f'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 09:58:08.340726 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T09:58:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['45a85a44-a467-4efa-bf12-c249eab0373f'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:58:08.530941 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] Set router 45a85a44-a467-4efa-bf12-c249eab0373f gateway port host: None {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 09:58:08.708652 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f3db1ab7-f49e-41af-9d97-8bf246e06e6a None None] Attempt 3 to provision port 8b138318-674d-4fe1-948a-23c92e809ebb Sep 21 09:58:08.746256 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f3db1ab7-f49e-41af-9d97-8bf246e06e6a None None] Port 8b138318-674d-4fe1-948a-23c92e809ebb cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 09:58:08.994234 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a85a44-a467-4efa-bf12-c249eab0373f', 'name': 'router1', 'tenant_id': '492f7681295c439a89604d38bbe9eee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T09:57:55Z', 'updated_at': '2022-09-21T09:58:07Z', 'revision_number': 2, 'project_id': '492f7681295c439a89604d38bbe9eee0', 'gw_port_host': None, '_interfaces': [{'id': '8b138318-674d-4fe1-948a-23c92e809ebb', 'name': '', 'network_id': 'c653f397-a842-4a8c-bab1-a44890809dfc', 'tenant_id': '492f7681295c439a89604d38bbe9eee0', 'mac_address': 'fa:16:3e:12:84:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a85a44-a467-4efa-bf12-c249eab0373f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T09:58:06Z', 'updated_at': '2022-09-21T09:58:07Z', 'revision_number': 2, 'project_id': '492f7681295c439a89604d38bbe9eee0', 'subnets': [{'id': '6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b01cdb13-e50c-4c02-b34c-2dd7c58d9ab1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:58:09.044782 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] Checking router: 45a85a44-a467-4efa-bf12-c249eab0373f for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:58:09.045149 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] Updating router 45a85a44-a467-4efa-bf12-c249eab0373f port 8b138318-674d-4fe1-948a-23c92e809ebb binding host dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:58:09.100593 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (8b138318-674d-4fe1-948a-23c92e809ebb), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:09.248218 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f3db1ab7-f49e-41af-9d97-8bf246e06e6a None None] Attempt 4 to provision port 8b138318-674d-4fe1-948a-23c92e809ebb Sep 21 09:58:09.287044 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f3db1ab7-f49e-41af-9d97-8bf246e06e6a None None] Port 8b138318-674d-4fe1-948a-23c92e809ebb cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 09:58:09.668317 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] Publish callbacks [] for port (8b138318-674d-4fe1-948a-23c92e809ebb), precommit_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:09.677178 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (8b138318-674d-4fe1-948a-23c92e809ebb), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:09.787832 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f3db1ab7-f49e-41af-9d97-8bf246e06e6a None None] Attempt 5 to provision port 8b138318-674d-4fe1-948a-23c92e809ebb Sep 21 09:58:09.826477 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f3db1ab7-f49e-41af-9d97-8bf246e06e6a None None] Port 8b138318-674d-4fe1-948a-23c92e809ebb cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 09:58:09.830474 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187038bc-f654-4cc9-9db9-32115221025a None None] Pushing event updated for resources: {'Port': ['ID=8b138318-674d-4fe1-948a-23c92e809ebb,revision_number=3']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:58:09.846942 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187038bc-f654-4cc9-9db9-32115221025a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:09.848070 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187038bc-f654-4cc9-9db9-32115221025a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:09.848070 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187038bc-f654-4cc9-9db9-32115221025a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:09.848070 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187038bc-f654-4cc9-9db9-32115221025a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:09.848522 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187038bc-f654-4cc9-9db9-32115221025a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:09.848714 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187038bc-f654-4cc9-9db9-32115221025a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:09.848920 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187038bc-f654-4cc9-9db9-32115221025a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:09.849241 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187038bc-f654-4cc9-9db9-32115221025a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:09.849561 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187038bc-f654-4cc9-9db9-32115221025a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:09.849893 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187038bc-f654-4cc9-9db9-32115221025a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:09.850208 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187038bc-f654-4cc9-9db9-32115221025a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:09.850544 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187038bc-f654-4cc9-9db9-32115221025a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:09.850866 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187038bc-f654-4cc9-9db9-32115221025a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:09.851180 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187038bc-f654-4cc9-9db9-32115221025a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:09.851495 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187038bc-f654-4cc9-9db9-32115221025a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187038bc-f654-4cc9-9db9-32115221025a None None] Tracked resource versions report: Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: pushed versions: Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: { 'AddressGroup': {'1.2'}, Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Agent': {'1.1'}, Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'ConntrackHelper': {'1.0'}, Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'LocalIPAssociation': {'1.0'}, Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Log': {'1.0'}, Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'NDPProxy': {'1.0'}, Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Network': {'1.1'}, Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Port': {'1.7'}, Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'PortForwarding': {'1.3'}, Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'QosPolicy': {'1.10'}, Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'SecurityGroup': {'1.5'}, Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'SecurityGroupRule': {'1.2'}, Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'SubPort': {'1.0'}, Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Subnet': {'1.1'}, Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Trunk': {'1.1'}} Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: consumer versions: Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: { DHCP agent@dv-cinder-855479-2-iscsi: {}, Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: L3 agent@dv-cinder-855479-2-iscsi: {}, Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: Metadata agent@dv-cinder-855479-2-iscsi: {}, Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: Metering agent@dv-cinder-855479-2-iscsi: {}, Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: Open vSwitch agent@dv-cinder-855479-2-iscsi: { 'AddressGroup': '1.2', Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Agent': '1.1', Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'ConntrackHelper': '1.0', Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'LocalIPAssociation': '1.0', Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Log': '1.0', Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'NDPProxy': '1.0', Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Network': '1.1', Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Port': '1.7', Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'PortForwarding': '1.3', Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'QosPolicy': '1.10', Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'SecurityGroup': '1.5', Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'SecurityGroupRule': '1.2', Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'SubPort': '1.0', Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Subnet': '1.1', Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Trunk': '1.1'}} Sep 21 09:58:09.852956 dv-cinder-855479-2-iscsi neutron-server[106522]: {{(pid=106522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 09:58:09.857545 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] Attempting to bind port 8b138318-674d-4fe1-948a-23c92e809ebb on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 09:58:09.857952 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] Attempting to bind port 8b138318-674d-4fe1-948a-23c92e809ebb by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': 'd5c7b71b-a2bc-4543-814a-4757ce1ffe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c653f397-a842-4a8c-bab1-a44890809dfc'}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 09:58:09.858390 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] Attempting to bind port 8b138318-674d-4fe1-948a-23c92e809ebb on network c653f397-a842-4a8c-bab1-a44890809dfc {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:58:09.948628 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 9, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 09:58:09.948965 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] Checking segment: {'id': 'd5c7b71b-a2bc-4543-814a-4757ce1ffe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c653f397-a842-4a8c-bab1-a44890809dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 09:58:09.949447 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:09.949836 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] Bound using segment: {'id': 'd5c7b71b-a2bc-4543-814a-4757ce1ffe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c653f397-a842-4a8c-bab1-a44890809dfc'} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 09:58:09.950342 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] Bound port: 8b138318-674d-4fe1-948a-23c92e809ebb, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c7b71b-a2bc-4543-814a-4757ce1ffe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c653f397-a842-4a8c-bab1-a44890809dfc'}}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 09:58:09.950721 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (8b138318-674d-4fe1-948a-23c92e809ebb), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:09.991783 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:10.021469 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] For port 8b138318-674d-4fe1-948a-23c92e809ebb, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:58:10.028426 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:10.044330 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] For port 8b138318-674d-4fe1-948a-23c92e809ebb, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=8b138318-674d-4fe1-948a-23c92e809ebb,segment=NetworkSegment(d5c7b71b-a2bc-4543-814a-4757ce1ffe6d),segment_id=d5c7b71b-a2bc-4543-814a-4757ce1ffe6d)] {{(pid=106522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:58:10.051355 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (8b138318-674d-4fe1-948a-23c92e809ebb), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:10.098369 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] Routers {'45a85a44-a467-4efa-bf12-c249eab0373f'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 09:58:10.099011 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T09:58:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['45a85a44-a467-4efa-bf12-c249eab0373f'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:58:10.183866 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187038bc-f654-4cc9-9db9-32115221025a None None] Pushing event updated for resources: {'Port': ['ID=8b138318-674d-4fe1-948a-23c92e809ebb,revision_number=4']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:58:10.219051 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] Set router 45a85a44-a467-4efa-bf12-c249eab0373f gateway port host: None {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 09:58:10.328027 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f3db1ab7-f49e-41af-9d97-8bf246e06e6a None None] Attempt 6 to provision port 8b138318-674d-4fe1-948a-23c92e809ebb Sep 21 09:58:10.406786 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f3db1ab7-f49e-41af-9d97-8bf246e06e6a None None] Current status of the port 8b138318-674d-4fe1-948a-23c92e809ebb is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 09:58:10.407178 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f3db1ab7-f49e-41af-9d97-8bf246e06e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (8b138318-674d-4fe1-948a-23c92e809ebb), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:10.430072 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a85a44-a467-4efa-bf12-c249eab0373f', 'name': 'router1', 'tenant_id': '492f7681295c439a89604d38bbe9eee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T09:57:55Z', 'updated_at': '2022-09-21T09:58:07Z', 'revision_number': 2, 'project_id': '492f7681295c439a89604d38bbe9eee0', 'gw_port_host': None, '_interfaces': [{'id': '8b138318-674d-4fe1-948a-23c92e809ebb', 'name': '', 'network_id': 'c653f397-a842-4a8c-bab1-a44890809dfc', 'tenant_id': '492f7681295c439a89604d38bbe9eee0', 'mac_address': 'fa:16:3e:12:84:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a85a44-a467-4efa-bf12-c249eab0373f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T09:58:06Z', 'updated_at': '2022-09-21T09:58:10Z', 'revision_number': 4, 'project_id': '492f7681295c439a89604d38bbe9eee0', 'subnets': [{'id': '6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b01cdb13-e50c-4c02-b34c-2dd7c58d9ab1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:58:10.444961 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-f3db1ab7-f49e-41af-9d97-8bf246e06e6a None None] For port 8b138318-674d-4fe1-948a-23c92e809ebb, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=8b138318-674d-4fe1-948a-23c92e809ebb,segment=NetworkSegment(d5c7b71b-a2bc-4543-814a-4757ce1ffe6d),segment_id=d5c7b71b-a2bc-4543-814a-4757ce1ffe6d)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:58:10.450785 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f3db1ab7-f49e-41af-9d97-8bf246e06e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (8b138318-674d-4fe1-948a-23c92e809ebb), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:10.476518 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c630c50-1f16-49bb-9f90-6253502eba00 None None] The sync data for ids ['45a85a44-a467-4efa-bf12-c249eab0373f'] in dv-cinder-855479-2-iscsi is: [{'id': '45a85a44-a467-4efa-bf12-c249eab0373f', 'name': 'router1', 'tenant_id': '492f7681295c439a89604d38bbe9eee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T09:57:55Z', 'updated_at': '2022-09-21T09:58:07Z', 'revision_number': 2, 'project_id': '492f7681295c439a89604d38bbe9eee0', 'gw_port_host': None, '_interfaces': [{'id': '8b138318-674d-4fe1-948a-23c92e809ebb', 'name': '', 'network_id': 'c653f397-a842-4a8c-bab1-a44890809dfc', 'tenant_id': '492f7681295c439a89604d38bbe9eee0', 'mac_address': 'fa:16:3e:12:84:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a85a44-a467-4efa-bf12-c249eab0373f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T09:58:06Z', 'updated_at': '2022-09-21T09:58:10Z', 'revision_number': 4, 'project_id': '492f7681295c439a89604d38bbe9eee0', 'subnets': [{'id': '6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b01cdb13-e50c-4c02-b34c-2dd7c58d9ab1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:58:10.515149 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db1ab7-f49e-41af-9d97-8bf246e06e6a None None] Pushing event updated for resources: {'Port': ['ID=8b138318-674d-4fe1-948a-23c92e809ebb,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:58:10.576802 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-10707007-1c68-470b-bfa6-511afe568504 None None] Provisioning complete for port 8b138318-674d-4fe1-948a-23c92e809ebb triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 09:58:10.577204 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-10707007-1c68-470b-bfa6-511afe568504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (8b138318-674d-4fe1-948a-23c92e809ebb), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:10.577546 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-10707007-1c68-470b-bfa6-511afe568504 None None] Attempt 1 to provision port 8b138318-674d-4fe1-948a-23c92e809ebb Sep 21 09:58:10.666429 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-10707007-1c68-470b-bfa6-511afe568504 None None] Current status of the port 8b138318-674d-4fe1-948a-23c92e809ebb is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 09:58:11.073968 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 46738) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 09:58:11.565152 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9598b128-8a41-4de7-ad9d-30ddab2cead8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 09:58:11.566508 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-9598b128-8a41-4de7-ad9d-30ddab2cead8 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/e44615eb-99ac-4ee3-8eec-4410b9bcb116 HTTP/1.1" status: 200 len: 842 time: 0.4914629 Sep 21 09:58:11.577354 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-3372ab44-7f77-4cd8-8bf7-bc24fe288537 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'enable_dhcp': False}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:58:11.604524 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3372ab44-7f77-4cd8-8bf7-bc24fe288537 admin admin] Made reservation on behalf of 922be9460ece4e85ba5444bbe1396c36 for: {'subnet': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:58:11.607020 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3372ab44-7f77-4cd8-8bf7-bc24fe288537 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:11.745125 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:11.860887 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:11.914320 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.objects.ports [None req-3372ab44-7f77-4cd8-8bf7-bc24fe288537 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106519) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 21 09:58:11.914767 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3372ab44-7f77-4cd8-8bf7-bc24fe288537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for subnet (83a30cb3-5054-4e03-b1d1-51072cc5377f), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:12.050163 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372ab44-7f77-4cd8-8bf7-bc24fe288537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83a30cb3-5054-4e03-b1d1-51072cc5377f,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:58:12.057870 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372ab44-7f77-4cd8-8bf7-bc24fe288537 admin admin] Checking segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 09:58:12.058232 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372ab44-7f77-4cd8-8bf7-bc24fe288537 admin admin] Network hostable DHCP agents. Network: e44615eb-99ac-4ee3-8eec-4410b9bcb116, hostable agents: ['abecb771-581e-4ad9-b557-ede811f6c277'], hosted agents: [] {{(pid=106519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:58:12.077123 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372ab44-7f77-4cd8-8bf7-bc24fe288537 admin admin] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is scheduled to be hosted by DHCP agent abecb771-581e-4ad9-b557-ede811f6c277 with binding_index 1 {{(pid=106519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:58:12.087830 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-3372ab44-7f77-4cd8-8bf7-bc24fe288537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855479-2-iscsi, e44615eb-99ac-4ee3-8eec-4410b9bcb116) {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:58:12.092378 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3372ab44-7f77-4cd8-8bf7-bc24fe288537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 09:58:12.092974 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3372ab44-7f77-4cd8-8bf7-bc24fe288537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:12.100723 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fcc16b-f2de-41e8-b066-00699f96eb26 None None] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 09:58:12.113896 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-3372ab44-7f77-4cd8-8bf7-bc24fe288537 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5402939 Sep 21 09:58:12.236113 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690cf815-08f7-4884-b7a6-d23941a6703d None None] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 09:58:13.294878 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=39,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:13.299788 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=34,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:15.071095 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 46748) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 09:58:15.520254 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-07bbec89-7408-48f9-a02b-b6485d09d4a9 demo admin] 10.222.0.33 "GET /networking/v2.0/routers/45a85a44-a467-4efa-bf12-c249eab0373f HTTP/1.1" status: 200 len: 710 time: 0.4478989 Sep 21 09:58:15.622799 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc1f1d1-c776-40bb-89a7-291cb31eac9a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 09:58:15.624220 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-bbc1f1d1-c776-40bb-89a7-291cb31eac9a demo admin] 10.222.0.33 "GET /networking/v2.0/networks/e44615eb-99ac-4ee3-8eec-4410b9bcb116 HTTP/1.1" status: 200 len: 886 time: 0.0981975 Sep 21 09:58:15.640530 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-3019ee5d-fa1c-418a-aad1-02fd12c9daa3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:58:15.904431 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3019ee5d-fa1c-418a-aad1-02fd12c9daa3 demo admin] Publish callbacks [] for router_gateway (45a85a44-a467-4efa-bf12-c249eab0373f), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:16.139531 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3019ee5d-fa1c-418a-aad1-02fd12c9daa3 demo admin] Publish callbacks [] for router_gateway (45a85a44-a467-4efa-bf12-c249eab0373f), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:16.223592 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3019ee5d-fa1c-418a-aad1-02fd12c9daa3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:16.276301 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:16.305139 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:16.336189 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [None req-3019ee5d-fa1c-418a-aad1-02fd12c9daa3 demo admin] Allocated IP 172.27.2.228 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/f544f91b-8936-4369-a0aa-ac910be6b3a2) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:58:16.447147 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3019ee5d-fa1c-418a-aad1-02fd12c9daa3 demo admin] Publish callbacks [] for port (f544f91b-8936-4369-a0aa-ac910be6b3a2), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:16.481169 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3019ee5d-fa1c-418a-aad1-02fd12c9daa3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (f544f91b-8936-4369-a0aa-ac910be6b3a2), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:16.525260 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3019ee5d-fa1c-418a-aad1-02fd12c9daa3 demo admin] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:58:16.528496 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-3019ee5d-fa1c-418a-aad1-02fd12c9daa3 demo admin] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:58:16.531005 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019ee5d-fa1c-418a-aad1-02fd12c9daa3 demo admin] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 09:58:16.566112 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019ee5d-fa1c-418a-aad1-02fd12c9daa3 demo admin] Pushing event updated for resources: {'Port': ['ID=f544f91b-8936-4369-a0aa-ac910be6b3a2,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:58:16.787197 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3019ee5d-fa1c-418a-aad1-02fd12c9daa3 demo admin] Publish callbacks [] for router_gateway (45a85a44-a467-4efa-bf12-c249eab0373f), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:17.069254 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3019ee5d-fa1c-418a-aad1-02fd12c9daa3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-438216', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1689'] for router (45a85a44-a467-4efa-bf12-c249eab0373f), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:17.072638 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3019ee5d-fa1c-418a-aad1-02fd12c9daa3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-438209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-438074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481758'] for router (45a85a44-a467-4efa-bf12-c249eab0373f), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:17.181293 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3019ee5d-fa1c-418a-aad1-02fd12c9daa3 demo admin] Router 45a85a44-a467-4efa-bf12-c249eab0373f has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:58:17.207755 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 8b138318-674d-4fe1-948a-23c92e809ebb up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:58:17.243199 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:17.256948 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 8b138318-674d-4fe1-948a-23c92e809ebb triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 09:58:17.257415 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (8b138318-674d-4fe1-948a-23c92e809ebb), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:17.257756 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 8b138318-674d-4fe1-948a-23c92e809ebb Sep 21 09:58:17.271820 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:INSERT=2,neutron:UPDATE=3,neutron:SELECT=95 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:17.273893 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:17.294978 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3019ee5d-fa1c-418a-aad1-02fd12c9daa3 demo admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:58:17.299319 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3019ee5d-fa1c-418a-aad1-02fd12c9daa3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:17.300101 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=100 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:17.301006 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-3019ee5d-fa1c-418a-aad1-02fd12c9daa3 demo admin] 10.222.0.33 "PUT /networking/v2.0/routers/45a85a44-a467-4efa-bf12-c249eab0373f HTTP/1.1" status: 200 len: 890 time: 1.6687140 Sep 21 09:58:17.308126 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] Sync routers for ids ['45a85a44-a467-4efa-bf12-c249eab0373f'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:58:17.353817 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] Routers {'45a85a44-a467-4efa-bf12-c249eab0373f'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 09:58:17.354426 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T09:58:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['45a85a44-a467-4efa-bf12-c249eab0373f'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:58:17.376619 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 8b138318-674d-4fe1-948a-23c92e809ebb is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 09:58:17.462894 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:17.609720 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] Set router 45a85a44-a467-4efa-bf12-c249eab0373f gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 09:58:18.114895 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a85a44-a467-4efa-bf12-c249eab0373f', 'name': 'router1', 'tenant_id': '492f7681295c439a89604d38bbe9eee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'f544f91b-8936-4369-a0aa-ac910be6b3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T09:57:55Z', 'updated_at': '2022-09-21T09:58:16Z', 'revision_number': 4, 'project_id': '492f7681295c439a89604d38bbe9eee0', 'gw_port': {'id': 'f544f91b-8936-4369-a0aa-ac910be6b3a2', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a85a44-a467-4efa-bf12-c249eab0373f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T09:58:16Z', 'updated_at': '2022-09-21T09:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '8b138318-674d-4fe1-948a-23c92e809ebb', 'name': '', 'network_id': 'c653f397-a842-4a8c-bab1-a44890809dfc', 'tenant_id': '492f7681295c439a89604d38bbe9eee0', 'mac_address': 'fa:16:3e:12:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a85a44-a467-4efa-bf12-c249eab0373f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T09:58:06Z', 'updated_at': '2022-09-21T09:58:10Z', 'revision_number': 5, 'project_id': '492f7681295c439a89604d38bbe9eee0', 'subnets': [{'id': '6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b01cdb13-e50c-4c02-b34c-2dd7c58d9ab1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:58:18.172299 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] Checking router: 45a85a44-a467-4efa-bf12-c249eab0373f for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:58:18.172610 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] Updating router 45a85a44-a467-4efa-bf12-c249eab0373f port f544f91b-8936-4369-a0aa-ac910be6b3a2 binding host dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:58:18.231469 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f544f91b-8936-4369-a0aa-ac910be6b3a2), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:18.597819 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] Publish callbacks [] for port (f544f91b-8936-4369-a0aa-ac910be6b3a2), precommit_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:18.605490 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (f544f91b-8936-4369-a0aa-ac910be6b3a2), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:18.666064 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] Attempting to bind port f544f91b-8936-4369-a0aa-ac910be6b3a2 on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 09:58:18.666658 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] Attempting to bind port f544f91b-8936-4369-a0aa-ac910be6b3a2 by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 09:58:18.667252 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] Attempting to bind port f544f91b-8936-4369-a0aa-ac910be6b3a2 on network e44615eb-99ac-4ee3-8eec-4410b9bcb116 {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:58:18.711358 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3285d1-005f-4e06-bcef-50c0244eb8df None None] Pushing event updated for resources: {'Port': ['ID=f544f91b-8936-4369-a0aa-ac910be6b3a2,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:58:18.736263 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 9, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 09:58:18.736738 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] Checking segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 09:58:18.737099 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:18.737581 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] Bound using segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 09:58:18.738095 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] Bound port: f544f91b-8936-4369-a0aa-ac910be6b3a2, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 09:58:18.738504 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f544f91b-8936-4369-a0aa-ac910be6b3a2), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:18.793399 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] For port f544f91b-8936-4369-a0aa-ac910be6b3a2, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:58:18.797236 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] For port f544f91b-8936-4369-a0aa-ac910be6b3a2, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=f544f91b-8936-4369-a0aa-ac910be6b3a2,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:58:18.804239 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (f544f91b-8936-4369-a0aa-ac910be6b3a2), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:18.845285 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] Routers {'45a85a44-a467-4efa-bf12-c249eab0373f'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 09:58:18.845977 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T09:58:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['45a85a44-a467-4efa-bf12-c249eab0373f'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:58:18.903251 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3285d1-005f-4e06-bcef-50c0244eb8df None None] Pushing event updated for resources: {'Port': ['ID=f544f91b-8936-4369-a0aa-ac910be6b3a2,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:58:18.969790 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] Set router 45a85a44-a467-4efa-bf12-c249eab0373f gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 09:58:19.184093 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a85a44-a467-4efa-bf12-c249eab0373f', 'name': 'router1', 'tenant_id': '492f7681295c439a89604d38bbe9eee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'f544f91b-8936-4369-a0aa-ac910be6b3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T09:57:55Z', 'updated_at': '2022-09-21T09:58:16Z', 'revision_number': 4, 'project_id': '492f7681295c439a89604d38bbe9eee0', 'gw_port': {'id': 'f544f91b-8936-4369-a0aa-ac910be6b3a2', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a85a44-a467-4efa-bf12-c249eab0373f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T09:58:16Z', 'updated_at': '2022-09-21T09:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '8b138318-674d-4fe1-948a-23c92e809ebb', 'name': '', 'network_id': 'c653f397-a842-4a8c-bab1-a44890809dfc', 'tenant_id': '492f7681295c439a89604d38bbe9eee0', 'mac_address': 'fa:16:3e:12:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a85a44-a467-4efa-bf12-c249eab0373f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T09:58:06Z', 'updated_at': '2022-09-21T09:58:10Z', 'revision_number': 5, 'project_id': '492f7681295c439a89604d38bbe9eee0', 'subnets': [{'id': '6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b01cdb13-e50c-4c02-b34c-2dd7c58d9ab1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:58:19.209950 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676df438-8873-4c15-94cb-d78ad05a46cd None None] The sync data for ids ['45a85a44-a467-4efa-bf12-c249eab0373f'] in dv-cinder-855479-2-iscsi is: [{'id': '45a85a44-a467-4efa-bf12-c249eab0373f', 'name': 'router1', 'tenant_id': '492f7681295c439a89604d38bbe9eee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'f544f91b-8936-4369-a0aa-ac910be6b3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T09:57:55Z', 'updated_at': '2022-09-21T09:58:16Z', 'revision_number': 4, 'project_id': '492f7681295c439a89604d38bbe9eee0', 'gw_port': {'id': 'f544f91b-8936-4369-a0aa-ac910be6b3a2', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a85a44-a467-4efa-bf12-c249eab0373f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T09:58:16Z', 'updated_at': '2022-09-21T09:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '8b138318-674d-4fe1-948a-23c92e809ebb', 'name': '', 'network_id': 'c653f397-a842-4a8c-bab1-a44890809dfc', 'tenant_id': '492f7681295c439a89604d38bbe9eee0', 'mac_address': 'fa:16:3e:12:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a85a44-a467-4efa-bf12-c249eab0373f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T09:58:06Z', 'updated_at': '2022-09-21T09:58:10Z', 'revision_number': 5, 'project_id': '492f7681295c439a89604d38bbe9eee0', 'subnets': [{'id': '6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b01cdb13-e50c-4c02-b34c-2dd7c58d9ab1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:58:20.481012 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 46760) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 09:58:20.608723 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=41 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:20.621070 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:UPDATE=2,neutron:SELECT=46 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:20.956424 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-1ab5a700-422f-4b91-a4ad-c1b53495e638 admin admin] 10.222.0.33 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4743338 Sep 21 09:58:21.244758 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device f544f91b-8936-4369-a0aa-ac910be6b3a2 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:58:21.292440 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:21.300180 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port f544f91b-8936-4369-a0aa-ac910be6b3a2 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 09:58:21.300572 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (f544f91b-8936-4369-a0aa-ac910be6b3a2), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:21.300911 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port f544f91b-8936-4369-a0aa-ac910be6b3a2 Sep 21 09:58:21.344610 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:21.383610 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port f544f91b-8936-4369-a0aa-ac910be6b3a2 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 09:58:21.384022 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f544f91b-8936-4369-a0aa-ac910be6b3a2), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:21.406637 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] For port f544f91b-8936-4369-a0aa-ac910be6b3a2, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=f544f91b-8936-4369-a0aa-ac910be6b3a2,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:58:21.411924 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (f544f91b-8936-4369-a0aa-ac910be6b3a2), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:21.455629 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:21.467611 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Pushing event updated for resources: {'Port': ['ID=f544f91b-8936-4369-a0aa-ac910be6b3a2,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:58:23.221412 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device f544f91b-8936-4369-a0aa-ac910be6b3a2 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:58:23.275622 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port f544f91b-8936-4369-a0aa-ac910be6b3a2 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 09:58:23.276056 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (f544f91b-8936-4369-a0aa-ac910be6b3a2), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:23.276373 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port f544f91b-8936-4369-a0aa-ac910be6b3a2 Sep 21 09:58:23.353930 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port f544f91b-8936-4369-a0aa-ac910be6b3a2 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 09:58:30.454416 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-11512c46-ab80-480c-9ae1-53e38d9ded5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:30.948431 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=9 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:30.952238 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:33.354747 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=9 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:33.629917 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-89e7e79b-1580-4fc8-b066-f54de2263b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:34.656611 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:35.396057 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:36.467329 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:58:36.601174 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 5 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:58:46.456543 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:46.459893 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:46.463058 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:46.597761 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:57.619011 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:58:57.630354 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=4 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:59:00.416565 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-17ef18f8-419f-4e24-b992-c0e6f70a7302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:59:03.615783 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b82ac7d9-9b5c-46e7-ad61-bbd8d66d5119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:59:04.659829 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:59:05.405276 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:59:06.479717 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:59:13.606640 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 5 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:59:16.459065 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:59:16.468638 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:59:16.472682 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:59:30.411663 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-c7223aea-5803-46f0-8246-656f7205d8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:59:33.612812 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-9b18fa5f-5818-413f-834a-4d4dcda4d3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:59:34.603515 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:59:34.604914 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=4 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:59:34.662057 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:59:35.392286 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:59:36.474343 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:59:46.462971 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:59:46.466193 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=6 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:59:46.470821 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 09:59:50.595788 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 5 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:59:52.292116 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 47314) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 09:59:52.658019 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5272b1-4af6-4c99-b9df-beebfe685bf0 admin admin] GET failed (client error): The resource could not be found. Sep 21 09:59:52.659577 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-6f5272b1-4af6-4c99-b9df-beebfe685bf0 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3663623 Sep 21 09:59:52.823015 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67cae03-9685-404d-a1b3-615b7960a4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 09:59:52.824515 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-e67cae03-9685-404d-a1b3-615b7960a4ae admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1598792 Sep 21 09:59:55.447200 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 47324) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 09:59:55.858538 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aa90cb-8ad8-4170-b7e1-ca3cf6978bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 09:59:55.859863 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-57aa90cb-8ad8-4170-b7e1-ca3cf6978bad admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881 HTTP/1.1" status: 200 len: 849 time: 0.4115403 Sep 21 09:59:55.869641 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:59:55.954824 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Publish callbacks [] for subnet (6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:59:56.101956 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760788446100'] for subnet (6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:59:56.131882 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 09:59:56.132739 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:59:56.134789 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] 10.222.0.33 "PUT /networking/v2.0/subnets/6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881 HTTP/1.1" status: 200 len: 868 time: 0.2688313 Sep 21 09:59:56.138909 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6302cb-964d-4748-9153-1d658cfb8164 None None] Network c653f397-a842-4a8c-bab1-a44890809dfc requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 09:59:56.162150 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:59:56.170360 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:59:56.170750 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:59:56.171109 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:59:56.171442 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:59:56.171802 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:59:56.172126 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:59:56.172442 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:59:56.172817 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:59:56.173159 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:59:56.173482 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:59:56.173801 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:59:56.174121 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:59:56.174436 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:59:56.174803 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:59:56.175127 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e3a465-9e7e-4f38-b2e0-3b2fff4b65a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:59:56.488705 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-4763d1d1-5f67-4384-9393-6ec6b19b384c None None] Provisioning complete for port 8b138318-674d-4fe1-948a-23c92e809ebb triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 09:59:56.489043 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-4763d1d1-5f67-4384-9393-6ec6b19b384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (8b138318-674d-4fe1-948a-23c92e809ebb), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:59:56.489375 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-4763d1d1-5f67-4384-9393-6ec6b19b384c None None] Attempt 1 to provision port 8b138318-674d-4fe1-948a-23c92e809ebb Sep 21 09:59:56.563578 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-4763d1d1-5f67-4384-9393-6ec6b19b384c None None] Current status of the port 8b138318-674d-4fe1-948a-23c92e809ebb is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 09:59:56.571625 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-4763d1d1-5f67-4384-9393-6ec6b19b384c None None] Provisioning complete for port 86b1421f-0f93-49fb-a35a-0628997873b2 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 09:59:56.572033 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-4763d1d1-5f67-4384-9393-6ec6b19b384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (86b1421f-0f93-49fb-a35a-0628997873b2), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 09:59:56.572366 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-4763d1d1-5f67-4384-9393-6ec6b19b384c None None] Attempt 1 to provision port 86b1421f-0f93-49fb-a35a-0628997873b2 Sep 21 09:59:56.646526 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-4763d1d1-5f67-4384-9393-6ec6b19b384c None None] Current status of the port 86b1421f-0f93-49fb-a35a-0628997873b2 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 09:59:58.748838 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 47332) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 09:59:59.236232 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b819a87d-6f64-42c2-b601-0caeda6004c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 09:59:59.236700 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b819a87d-6f64-42c2-b601-0caeda6004c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 09:59:59.238240 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-b819a87d-6f64-42c2-b601-0caeda6004c1 admin admin] 10.222.0.33 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4885225 Sep 21 10:00:00.414801 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-c7ca7441-4b23-4cb2-84c1-d622bc1d15ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:00:00.592624 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=4 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:00:01.853457 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 47340) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:00:02.267000 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ece0997-85de-40b6-9a95-b9bde847f7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:00:02.267466 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ece0997-85de-40b6-9a95-b9bde847f7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:00:02.269041 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-3ece0997-85de-40b6-9a95-b9bde847f7e3 admin admin] 10.222.0.33 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4145920 Sep 21 10:00:03.616050 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8439f7cf-d20a-4aec-8af6-4214044218be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:00:04.664990 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:00:04.899971 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 47348) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:00:05.280834 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:00:05.308784 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd8e2e1-4966-4ada-9622-bc8189fc6d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:00:05.310167 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-fbd8e2e1-4966-4ada-9622-bc8189fc6d6b admin admin] 10.222.0.33 "GET /networking/v2.0/networks/c653f397-a842-4a8c-bab1-a44890809dfc HTTP/1.1" status: 200 len: 869 time: 0.4092336 Sep 21 10:00:05.396858 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:00:06.481071 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:00:07.897994 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 47356) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:00:08.375592 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516bdd99-04ae-4656-a637-b4e45207342e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:00:08.377032 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-516bdd99-04ae-4656-a637-b4e45207342e admin admin] 10.222.0.33 "GET /networking/v2.0/networks/e44615eb-99ac-4ee3-8eec-4410b9bcb116 HTTP/1.1" status: 200 len: 886 time: 0.4780993 Sep 21 10:00:10.974549 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 47366) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:00:11.407322 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663d2df8-9f5a-4c67-826f-8329e4c81961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:00:11.407814 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663d2df8-9f5a-4c67-826f-8329e4c81961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:00:11.409364 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-663d2df8-9f5a-4c67-826f-8329e4c81961 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4338763 Sep 21 10:00:11.599018 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:00:11.604437 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:00:13.996407 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 47374) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:00:14.384809 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a5402-5995-4e68-8d53-56f8f50cf672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:00:14.385266 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a5402-5995-4e68-8d53-56f8f50cf672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:00:14.386815 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-f52a5402-5995-4e68-8d53-56f8f50cf672 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3894577 Sep 21 10:00:15.300924 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:00:15.307168 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:00:16.466571 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:00:16.474869 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:00:16.476605 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:00:16.996363 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 47382) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:00:17.390130 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dd6fd-5628-42aa-9dab-d21d5b27f3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:00:17.391503 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-e79dd6fd-5628-42aa-9dab-d21d5b27f3ae admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/6cfa4f2f-9e98-46b2-aae7-a6f2bd4ac881 HTTP/1.1" status: 200 len: 868 time: 0.3942270 Sep 21 10:00:20.087594 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 47390) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:00:20.491966 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92545a3d-78ca-45b2-b7a5-8c49ad7084a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:00:20.493325 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-92545a3d-78ca-45b2-b7a5-8c49ad7084a5 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/83a30cb3-5054-4e03-b1d1-51072cc5377f HTTP/1.1" status: 200 len: 816 time: 0.4046135 Sep 21 10:00:27.384691 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=6 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:00:27.386649 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=7 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:00:27.595037 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 5 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:00:27.699294 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=15 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:00:30.421958 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-31a7765a-8697-4f8c-a4de-f6ef319096f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:00:30.485096 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=28 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:00:30.488595 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=28 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:00:33.618646 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-9a766bb4-5652-4578-b7ce-94ad927b4f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:00:34.669331 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:00:35.401872 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:00:36.480840 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:00:37.591222 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=13 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:00:46.470609 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:00:46.474366 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:00:46.476389 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:00:48.596091 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:00:48.600721 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=4 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:00:50.545941 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 47446) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:00:51.079628 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [None req-a759b043-06bd-443c-9ea0-b8cbf8154c54 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 10:00:51.080641 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-a759b043-06bd-443c-9ea0-b8cbf8154c54 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5337594 Sep 21 10:00:53.756247 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 47454) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:00:54.119586 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50d1bc3-640d-4890-b2d2-7a9d47f33ba1 admin admin] GET failed (client error): The resource could not be found. Sep 21 10:00:54.120965 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-b50d1bc3-640d-4890-b2d2-7a9d47f33ba1 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3638587 Sep 21 10:00:54.319941 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357f0848-59c9-43c8-a59d-ff05c59f9672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:00:54.321498 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-357f0848-59c9-43c8-a59d-ff05c59f9672 admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1961527 Sep 21 10:00:57.001702 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 47462) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:00:57.357899 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:00:57.381793 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Made reservation on behalf of 922be9460ece4e85ba5444bbe1396c36 for: {'network': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:00:57.384185 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:00:57.413535 dv-cinder-855479-2-iscsi neutron-server[106519]: WARNING neutron.services.revisions.revision_plugin [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Could not find related network for resource to bump revision. Sep 21 10:00:57.428413 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=106519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 10:00:57.440354 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (093f6d4f-ffaf-4c45-9701-ee3c6ca012c9), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:00:57.440870 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.segments_db [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Added segment 093f6d4f-ffaf-4c45-9701-ee3c6ca012c9 of type vlan for network 0a25d622-93f7-41db-ad27-35a6f60c069b Sep 21 10:00:57.484692 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760787939759'] for network (0a25d622-93f7-41db-ad27-35a6f60c069b), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:00:57.510195 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for network (0a25d622-93f7-41db-ad27-35a6f60c069b), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:00:57.511105 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:00:57.511691 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:00:57.583519 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5807047 Sep 21 10:00:57.614758 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Pushing event updated for resources: {'Network': ['ID=0a25d622-93f7-41db-ad27-35a6f60c069b,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:00:57.622487 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:00:57.623359 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:00:57.623715 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:00:57.624052 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:00:57.624377 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:00:57.624701 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:00:57.625031 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:00:57.625340 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:00:57.625655 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:00:57.625971 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:00:57.626302 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:00:57.626632 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:00:57.626950 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:00:57.627263 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:00:57.627572 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787715b1-69a6-40fd-9532-512a593af566 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:00:57.641151 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Network 0a25d622-93f7-41db-ad27-35a6f60c069b details requested by agent ovs-agent-dv-cinder-855479-2-iscsi with host dv-cinder-855479-2-iscsi {{(pid=106521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 10:01:00.217557 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 47470) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:01:00.421510 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3974fff6-ea3a-43bf-a378-3b4917b3d62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:00.621561 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f3770a-b1fa-4649-8026-896999846d01 admin admin] GET failed (client error): The resource could not be found. Sep 21 10:01:00.623424 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-33f3770a-b1fa-4649-8026-896999846d01 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4049370 Sep 21 10:01:00.747063 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29234055-961c-43c7-9848-49d49ba23baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:01:00.748984 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-29234055-961c-43c7-9848-49d49ba23baa admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1211171 Sep 21 10:01:00.759584 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Request body: {'subnet': {'network_id': '0a25d622-93f7-41db-ad27-35a6f60c069b', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:01:00.785839 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Made reservation on behalf of 922be9460ece4e85ba5444bbe1396c36 for: {'subnet': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:01:00.788270 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:00.987811 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for subnet (764049f4-a919-4f5d-8d78-92bfed89fc91), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:01.042592 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=764049f4-a919-4f5d-8d78-92bfed89fc91,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:01:01.056711 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.057047 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.057408 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.057742 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.058067 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.058386 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.058702 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.059021 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.059337 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.059670 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.060002 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.060869 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.061186 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.061507 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.061817 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.072806 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Checking segment: {'id': '093f6d4f-ffaf-4c45-9701-ee3c6ca012c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0a25d622-93f7-41db-ad27-35a6f60c069b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:01:01.073169 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Network hostable DHCP agents. Network: 0a25d622-93f7-41db-ad27-35a6f60c069b, hostable agents: ['abecb771-581e-4ad9-b557-ede811f6c277'], hosted agents: [] {{(pid=106520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 10:01:01.096720 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Network 0a25d622-93f7-41db-ad27-35a6f60c069b is scheduled to be hosted by DHCP agent abecb771-581e-4ad9-b557-ede811f6c277 with binding_index 1 {{(pid=106520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 10:01:01.107687 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855479-2-iscsi, 0a25d622-93f7-41db-ad27-35a6f60c069b) {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:01:01.112586 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:01:01.113167 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:01.116934 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a831dc43-f2b6-4246-a6f7-f72be27e0c48 None None] Network 0a25d622-93f7-41db-ad27-35a6f60c069b requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:01:01.136550 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-bc716ba6-34ed-42f6-b619-3b8f54066908 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3804829 Sep 21 10:01:01.240252 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce022bf1-b7c4-5ea3-a899-106acdcafccb-0a25d622-93f7-41db-ad27-35a6f60c069b', 'network_id': '0a25d622-93f7-41db-ad27-35a6f60c069b', 'project_id': '922be9460ece4e85ba5444bbe1396c36', 'fixed_ips': [{'subnet_id': '764049f4-a919-4f5d-8d78-92bfed89fc91'}]}} from dv-cinder-855479-2-iscsi. {{(pid=106521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 10:01:01.241268 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:01.382051 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.db_base_plugin_common [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Allocated IP 192.168.233.2 (0a25d622-93f7-41db-ad27-35a6f60c069b/764049f4-a919-4f5d-8d78-92bfed89fc91/f10bfae3-310d-49e0-9fc6-b9b65367a2fc) {{(pid=106521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:01:01.531949 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Publish callbacks [] for port (f10bfae3-310d-49e0-9fc6-b9b65367a2fc), precommit_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:01.539193 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (f10bfae3-310d-49e0-9fc6-b9b65367a2fc), after_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:01.590701 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Network 0a25d622-93f7-41db-ad27-35a6f60c069b is already hosted by enough agents. {{(pid=106521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:01:01.594548 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.base_scheduler [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Resources bound (agent type, host, resource id): {{(pid=106521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:01:01.599237 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Received port after_create {{(pid=106521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:01:01.615910 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Pushing event updated for resources: {'Port': ['ID=f10bfae3-310d-49e0-9fc6-b9b65367a2fc,revision_number=1']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:01:01.636963 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.637224 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.637576 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.637931 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.638262 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.638585 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.638909 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.639226 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.639545 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.639904 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.640211 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.640540 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.640859 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.641172 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.641484 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:01:01.678075 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Attempting to bind port f10bfae3-310d-49e0-9fc6-b9b65367a2fc on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:01:01.678443 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Attempting to bind port f10bfae3-310d-49e0-9fc6-b9b65367a2fc by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '093f6d4f-ffaf-4c45-9701-ee3c6ca012c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0a25d622-93f7-41db-ad27-35a6f60c069b'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:01:01.678799 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Attempting to bind port f10bfae3-310d-49e0-9fc6-b9b65367a2fc on network 0a25d622-93f7-41db-ad27-35a6f60c069b {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:01:01.726018 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:01:01.726369 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Checking segment: {'id': '093f6d4f-ffaf-4c45-9701-ee3c6ca012c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0a25d622-93f7-41db-ad27-35a6f60c069b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:01:01.726762 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:01.727153 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Bound using segment: {'id': '093f6d4f-ffaf-4c45-9701-ee3c6ca012c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0a25d622-93f7-41db-ad27-35a6f60c069b'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:01:01.727622 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Bound port: f10bfae3-310d-49e0-9fc6-b9b65367a2fc, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093f6d4f-ffaf-4c45-9701-ee3c6ca012c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0a25d622-93f7-41db-ad27-35a6f60c069b'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:01:01.728044 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f10bfae3-310d-49e0-9fc6-b9b65367a2fc), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:01.794581 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] For port f10bfae3-310d-49e0-9fc6-b9b65367a2fc, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:01:01.798005 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] For port f10bfae3-310d-49e0-9fc6-b9b65367a2fc, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=f10bfae3-310d-49e0-9fc6-b9b65367a2fc,segment=NetworkSegment(093f6d4f-ffaf-4c45-9701-ee3c6ca012c9),segment_id=093f6d4f-ffaf-4c45-9701-ee3c6ca012c9)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:01:01.803933 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (f10bfae3-310d-49e0-9fc6-b9b65367a2fc), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:01.855772 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d6abd-4a1f-48c8-b8c2-dcc759862757 None None] Pushing event updated for resources: {'Port': ['ID=f10bfae3-310d-49e0-9fc6-b9b65367a2fc,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:01:02.673368 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a33b28-0312-4e02-bebc-8e91cd1874dc None None] Network 0a25d622-93f7-41db-ad27-35a6f60c069b requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:01:02.722695 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-f4a0e8b5-d2ff-458b-acbd-169cd5008b0c None None] Provisioning complete for port f10bfae3-310d-49e0-9fc6-b9b65367a2fc triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:01:02.723077 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e8b5-d2ff-458b-acbd-169cd5008b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (f10bfae3-310d-49e0-9fc6-b9b65367a2fc), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:02.723415 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f4a0e8b5-d2ff-458b-acbd-169cd5008b0c None None] Attempt 1 to provision port f10bfae3-310d-49e0-9fc6-b9b65367a2fc Sep 21 10:01:02.846732 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f4a0e8b5-d2ff-458b-acbd-169cd5008b0c None None] Current status of the port f10bfae3-310d-49e0-9fc6-b9b65367a2fc is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:01:02.847115 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e8b5-d2ff-458b-acbd-169cd5008b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f10bfae3-310d-49e0-9fc6-b9b65367a2fc), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:02.886541 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-f4a0e8b5-d2ff-458b-acbd-169cd5008b0c None None] For port f10bfae3-310d-49e0-9fc6-b9b65367a2fc, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=f10bfae3-310d-49e0-9fc6-b9b65367a2fc,segment=NetworkSegment(093f6d4f-ffaf-4c45-9701-ee3c6ca012c9),segment_id=093f6d4f-ffaf-4c45-9701-ee3c6ca012c9)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:01:02.891094 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e8b5-d2ff-458b-acbd-169cd5008b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (f10bfae3-310d-49e0-9fc6-b9b65367a2fc), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:02.942410 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0e8b5-d2ff-458b-acbd-169cd5008b0c None None] Pushing event updated for resources: {'Port': ['ID=f10bfae3-310d-49e0-9fc6-b9b65367a2fc,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:01:03.110899 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-947f94b2-643d-47fc-acc2-d41c39ff4623 None None] Provisioning complete for port f10bfae3-310d-49e0-9fc6-b9b65367a2fc triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:01:03.111207 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-947f94b2-643d-47fc-acc2-d41c39ff4623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (f10bfae3-310d-49e0-9fc6-b9b65367a2fc), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:03.111544 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-947f94b2-643d-47fc-acc2-d41c39ff4623 None None] Attempt 1 to provision port f10bfae3-310d-49e0-9fc6-b9b65367a2fc Sep 21 10:01:03.112871 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:01:03.151737 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:01:03.189121 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-947f94b2-643d-47fc-acc2-d41c39ff4623 None None] Current status of the port f10bfae3-310d-49e0-9fc6-b9b65367a2fc is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:01:03.333377 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device f10bfae3-310d-49e0-9fc6-b9b65367a2fc up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:01:03.376866 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:01:03.381819 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port f10bfae3-310d-49e0-9fc6-b9b65367a2fc triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:01:03.382253 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (f10bfae3-310d-49e0-9fc6-b9b65367a2fc), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:03.382619 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port f10bfae3-310d-49e0-9fc6-b9b65367a2fc Sep 21 10:01:03.456101 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port f10bfae3-310d-49e0-9fc6-b9b65367a2fc is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:01:03.621998 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-96f88bc0-f5db-4bd3-8fb6-9c49d365d31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:04.594740 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 5 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:01:04.671958 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:05.408706 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:06.487575 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:07.611713 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=34,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:01:07.618875 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=35,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:01:11.122192 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=45,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:01:11.122987 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=48,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:01:14.588743 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:01:14.589547 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:01:16.473585 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=25 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:01:16.478006 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:01:16.480416 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:01:27.593497 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=4 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:01:27.594234 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:01:30.416351 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-1e608ee0-a413-4153-a650-adade7d188db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:33.625909 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-55cd2670-85ad-4e82-a0d7-aa31894039c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:34.673586 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:35.402059 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:36.489709 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:01:41.593722 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 5 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:01:46.476625 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=6 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:01:46.481377 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:01:46.484148 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:01:51.588626 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:01:51.589673 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:02:00.420262 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-4323c38e-60ae-429b-a326-741467a1155b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:02:02.594539 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:02:02.595861 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:02:03.628981 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-66edefac-8d73-45ce-a689-ef925610ed2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:02:04.676720 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:02:05.412435 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:02:06.491165 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:02:16.479482 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:02:16.480347 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=6 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:02:16.485961 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:02:16.945025 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 47512) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:02:16.951959 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [None req-9ddec98c-802a-404b-ad38-9241f2a32d50 tempest-verify_tempest_config-702049109 tempest-verify_tempest_config-702049109-project] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 10:02:16.952971 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-9ddec98c-802a-404b-ad38-9241f2a32d50 tempest-verify_tempest_config-702049109 tempest-verify_tempest_config-702049109-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0069447 Sep 21 10:02:17.550419 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 47530) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:02:17.910661 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-cf157e23-b921-4422-9be7-066ac93ed68c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:02:17.994057 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-cf157e23-b921-4422-9be7-066ac93ed68c admin admin] Publish callbacks [] for security_group (7ea20556-0242-4eaf-93f7-7e6b6c17cc4d), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:02:17.998473 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-cf157e23-b921-4422-9be7-066ac93ed68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (7ea20556-0242-4eaf-93f7-7e6b6c17cc4d), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:02:18.048811 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-cf157e23-b921-4422-9be7-066ac93ed68c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e8a43e0d072342bd8256256f405b473b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4973297 Sep 21 10:02:18.049647 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf157e23-b921-4422-9be7-066ac93ed68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea20556-0242-4eaf-93f7-7e6b6c17cc4d,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:02:18.051640 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 47534) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:02:18.057003 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf157e23-b921-4422-9be7-066ac93ed68c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.057342 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf157e23-b921-4422-9be7-066ac93ed68c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.057685 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf157e23-b921-4422-9be7-066ac93ed68c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.058027 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf157e23-b921-4422-9be7-066ac93ed68c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.058359 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf157e23-b921-4422-9be7-066ac93ed68c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.058686 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf157e23-b921-4422-9be7-066ac93ed68c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.059012 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf157e23-b921-4422-9be7-066ac93ed68c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.059338 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf157e23-b921-4422-9be7-066ac93ed68c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.059686 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf157e23-b921-4422-9be7-066ac93ed68c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.060017 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf157e23-b921-4422-9be7-066ac93ed68c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.060361 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf157e23-b921-4422-9be7-066ac93ed68c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.060707 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf157e23-b921-4422-9be7-066ac93ed68c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.061032 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf157e23-b921-4422-9be7-066ac93ed68c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.061351 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf157e23-b921-4422-9be7-066ac93ed68c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.061670 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf157e23-b921-4422-9be7-066ac93ed68c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.116112 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] Publish callbacks [] for security_group (7ea20556-0242-4eaf-93f7-7e6b6c17cc4d), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:02:18.137336 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] Publish callbacks [] for security_group (7ea20556-0242-4eaf-93f7-7e6b6c17cc4d), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:02:18.233267 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (7ea20556-0242-4eaf-93f7-7e6b6c17cc4d), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:02:18.235789 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:02:18.236961 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7ea20556-0242-4eaf-93f7-7e6b6c17cc4d HTTP/1.1" status: 204 len: 168 time: 0.1836431 Sep 21 10:02:18.245989 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea20556-0242-4eaf-93f7-7e6b6c17cc4d,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:02:18.253377 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.253713 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.254068 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.254478 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.254718 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.255033 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.255353 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.255688 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.256023 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.256349 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.256679 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.257004 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.257343 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.257642 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.258173 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f9b6-3c99-49ed-af53-8fc6624b4aec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:02:18.592836 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 5 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:02:28.044872 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=19,neutron:INSERT=6 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:02:28.056812 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:02:28.248492 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:02:28.249285 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:02:28.282622 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:02:28.588229 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=14 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:02:28.589114 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=14 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:02:30.423319 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-bc16f221-bafe-42e1-b78a-a75409f6951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:02:33.631498 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-a648e77c-9ebc-41ef-b76a-4651e0f2c3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:02:34.677092 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:02:35.411283 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:02:36.493652 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:02:39.585730 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:02:39.592104 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=4 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:02:46.484205 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:02:46.487324 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:02:46.489537 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=2,neutron:SELECT=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:02:55.592999 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 5 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:03:00.425623 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-7a7bcd91-7559-4cd5-9db1-1ce91ed74ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:03:03.634556 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-79b94dbb-7669-4302-aa02-8f890ea06a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:03:04.683202 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:03:05.415502 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:03:05.588756 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:03:05.589591 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:03:06.497663 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:03:16.488040 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:03:16.491127 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:03:16.493294 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:03:16.585426 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:03:16.590481 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:03:27.599292 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:03:27.600098 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:DELETE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:03:30.428253 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3de5b9d5-45af-4b39-8fc5-08e8f009c0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:03:32.591703 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 5 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:03:33.636515 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-4d59518c-a07c-488f-9495-eef125717221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:03:34.683175 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:03:35.423876 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:03:36.500067 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:03:42.587590 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:03:46.489059 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=5 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:03:46.489759 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:03:46.495422 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:03:47.112165 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-434369'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:03:53.581027 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=4 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:03:53.586260 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:03:57.104075 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:03:57.104834 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:03:57.107265 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:INSERT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:04:00.430297 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-26a2546d-05c7-4253-9cb4-1153681c94af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:04:00.813094 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 47628) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:04:00.939437 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-788e98c9-e43d-4fd1-8749-06ca8b3f355f admin admin] 10.222.0.33 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1253037 Sep 21 10:04:03.414236 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 47638) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:04:03.472034 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-e8360f89-13ab-4906-ac51-96e0f3dd835c admin admin] 10.222.0.33 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0566938 Sep 21 10:04:03.639856 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-17b201b0-b34d-4052-a12b-d177339cd794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:04:04.782976 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:04:05.418525 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:04:06.507073 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:04:09.592804 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:04:13.466632 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:04:13.467294 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:04:16.495254 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:04:16.497980 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:04:16.502822 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:04:17.079224 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:04:27.073728 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:04:27.075598 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:04:30.434300 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-30a6208e-fe29-43f2-a173-be938671e881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:04:30.571640 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=20 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:04:30.582750 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=14 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:04:33.642542 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-26cb2c6b-f8ec-4833-915a-7f80077d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:04:34.688599 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:04:35.423783 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:04:36.506799 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:04:45.419431 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:04:46.497814 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:04:46.502374 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:04:46.592322 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:04:47.094649 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:04:51.595247 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:04:56.588218 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:04:57.087140 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:04:57.088523 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:00.438552 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3f639305-1274-4eee-b70b-ffcd78737947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:03.645131 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-42648268-964a-4195-984b-44f5df33274f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:04.692178 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:05.426244 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:06.509774 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:07.602795 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=6 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:16.499300 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:16.503672 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:16.505674 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:17.102225 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:23.592866 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:05:27.095058 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:27.097260 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:27.605869 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:DELETE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:30.451184 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-31a6caab-79c4-4b3b-bb52-78c7fa3695b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:33.588390 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:33.651309 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-0fa0b710-26f8-4fae-bbca-ab7ff2bea163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:34.698242 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:34.745210 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 47806) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:35.105695 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-network', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:05:35.126905 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Made reservation on behalf of f75ba10758754f4f9c778e357a87f58e for: {'network': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:05:35.129440 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:35.142538 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:35.227420 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Publish callbacks [] for security_group (02370ccb-e38d-40f6-9290-22752c38921e), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:35.233088 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (02370ccb-e38d-40f6-9290-22752c38921e), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:35.255512 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=106520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 10:05:35.278712 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (b14d9159-54f4-4a21-a91b-860791507fdf), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:35.279058 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.segments_db [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Added segment b14d9159-54f4-4a21-a91b-860791507fdf of type vlan for network 97a59516-89f9-4e8e-9ccf-abdda6abc087 Sep 21 10:05:35.291782 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02370ccb-e38d-40f6-9290-22752c38921e,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:35.300531 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.300872 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.301416 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.301929 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.302271 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.302620 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.302953 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.303264 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.303793 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.304287 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.304638 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.304988 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.305326 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.305673 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.306040 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Tracked resource versions report: Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: pushed versions: Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: { 'AddressGroup': {'1.2'}, Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Agent': {'1.1'}, Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'ConntrackHelper': {'1.0'}, Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'LocalIPAssociation': {'1.0'}, Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Log': {'1.0'}, Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'NDPProxy': {'1.0'}, Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Network': {'1.1'}, Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Port': {'1.7'}, Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'PortForwarding': {'1.3'}, Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'QosPolicy': {'1.10'}, Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'SecurityGroup': {'1.5'}, Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'SecurityGroupRule': {'1.2'}, Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'SubPort': {'1.0'}, Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Subnet': {'1.1'}, Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Trunk': {'1.1'}} Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: consumer versions: Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: { DHCP agent@dv-cinder-855479-2-iscsi: {}, Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: HyperV agent@hv-cinder-85547: {}, Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: L3 agent@dv-cinder-855479-2-iscsi: {}, Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: Metadata agent@dv-cinder-855479-2-iscsi: {}, Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: Metering agent@dv-cinder-855479-2-iscsi: {}, Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: Open vSwitch agent@dv-cinder-855479-2-iscsi: { 'AddressGroup': '1.2', Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Agent': '1.1', Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'ConntrackHelper': '1.0', Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'LocalIPAssociation': '1.0', Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Log': '1.0', Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'NDPProxy': '1.0', Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Network': '1.1', Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Port': '1.7', Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'PortForwarding': '1.3', Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'QosPolicy': '1.10', Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'SecurityGroup': '1.5', Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'SecurityGroupRule': '1.2', Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'SubPort': '1.0', Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Subnet': '1.1', Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: 'Trunk': '1.1'}} Sep 21 10:05:35.307405 dv-cinder-855479-2-iscsi neutron-server[106520]: {{(pid=106520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 10:05:35.348821 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760787939759'] for network (97a59516-89f9-4e8e-9ccf-abdda6abc087), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:35.377677 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for network (97a59516-89f9-4e8e-9ccf-abdda6abc087), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:35.378706 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:05:35.379283 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:35.434150 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:35.467864 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 47836) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:35.468530 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7216868 Sep 21 10:05:35.471535 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ee322-9234-45bc-886a-b751cf67a0ec admin admin] Pushing event updated for resources: {'Network': ['ID=97a59516-89f9-4e8e-9ccf-abdda6abc087,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:35.474173 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Request body: {'subnet': {'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-subnet', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:05:35.485547 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Network 97a59516-89f9-4e8e-9ccf-abdda6abc087 details requested by agent ovs-agent-dv-cinder-855479-2-iscsi with host dv-cinder-855479-2-iscsi {{(pid=106521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 10:05:35.502227 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Made reservation on behalf of f75ba10758754f4f9c778e357a87f58e for: {'subnet': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:05:35.505757 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:35.533239 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 47844) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:35.710890 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for subnet (5429b2a6-8b25-44de-bb46-df0f87df08ce), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:35.766413 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5429b2a6-8b25-44de-bb46-df0f87df08ce,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:35.779614 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.779982 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.780341 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.780683 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.781006 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.781324 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.781640 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.782065 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.782365 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.782594 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.782924 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.783247 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.783558 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.783917 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.784243 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Tracked resource versions report: Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: pushed versions: Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: { 'AddressGroup': {'1.2'}, Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Agent': {'1.1'}, Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'ConntrackHelper': {'1.0'}, Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'LocalIPAssociation': {'1.0'}, Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Log': {'1.0'}, Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'NDPProxy': {'1.0'}, Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Network': {'1.1'}, Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Port': {'1.7'}, Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'PortForwarding': {'1.3'}, Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'QosPolicy': {'1.10'}, Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'SecurityGroup': {'1.5'}, Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'SecurityGroupRule': {'1.2'}, Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'SubPort': {'1.0'}, Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Subnet': {'1.1'}, Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Trunk': {'1.1'}} Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: consumer versions: Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: { DHCP agent@dv-cinder-855479-2-iscsi: {}, Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: HyperV agent@hv-cinder-85547: {}, Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: L3 agent@dv-cinder-855479-2-iscsi: {}, Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: Metadata agent@dv-cinder-855479-2-iscsi: {}, Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: Metering agent@dv-cinder-855479-2-iscsi: {}, Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: Open vSwitch agent@dv-cinder-855479-2-iscsi: { 'AddressGroup': '1.2', Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Agent': '1.1', Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'ConntrackHelper': '1.0', Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'LocalIPAssociation': '1.0', Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Log': '1.0', Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'NDPProxy': '1.0', Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Network': '1.1', Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Port': '1.7', Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'PortForwarding': '1.3', Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'QosPolicy': '1.10', Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'SecurityGroup': '1.5', Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'SecurityGroupRule': '1.2', Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'SubPort': '1.0', Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Subnet': '1.1', Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: 'Trunk': '1.1'}} Sep 21 10:05:35.785410 dv-cinder-855479-2-iscsi neutron-server[106519]: {{(pid=106519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 10:05:35.805507 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Checking segment: {'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:05:35.806782 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Network hostable DHCP agents. Network: 97a59516-89f9-4e8e-9ccf-abdda6abc087, hostable agents: ['abecb771-581e-4ad9-b557-ede811f6c277'], hosted agents: [] {{(pid=106519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 10:05:35.828534 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Network 97a59516-89f9-4e8e-9ccf-abdda6abc087 is scheduled to be hosted by DHCP agent abecb771-581e-4ad9-b557-ede811f6c277 with binding_index 1 {{(pid=106519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 10:05:35.840084 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855479-2-iscsi, 97a59516-89f9-4e8e-9ccf-abdda6abc087) {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:35.847104 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:05:35.847104 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:35.852153 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d05046a-b61e-4619-86b9-8b552c3c66f2 None None] Network 97a59516-89f9-4e8e-9ccf-abdda6abc087 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:05:35.896785 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 47860) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:35.901281 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-61eafa00-31ed-433d-9ae4-2ffdbc6a0464 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-router', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:05:35.908275 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-bd641f35-1826-45e8-be43-5b8226a3aa5d admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4389799 Sep 21 10:05:35.943130 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-61eafa00-31ed-433d-9ae4-2ffdbc6a0464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-436105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32634'] for router (74deb924-cbab-48eb-b912-d6b1db12d2db), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:35.944994 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-61eafa00-31ed-433d-9ae4-2ffdbc6a0464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32611'] for router (74deb924-cbab-48eb-b912-d6b1db12d2db), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.011512 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce022bf1-b7c4-5ea3-a899-106acdcafccb-97a59516-89f9-4e8e-9ccf-abdda6abc087', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'fixed_ips': [{'subnet_id': '5429b2a6-8b25-44de-bb46-df0f87df08ce'}]}} from dv-cinder-855479-2-iscsi. {{(pid=106521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 10:05:36.012519 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.155021 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-6351efa2-85b7-4f24-85a5-78f9b5136015 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1248922548-network', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:05:36.174598 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-61eafa00-31ed-433d-9ae4-2ffdbc6a0464 admin admin] Publish callbacks [] for router_controller (74deb924-cbab-48eb-b912-d6b1db12d2db), precommit_add_association {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.180016 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6351efa2-85b7-4f24-85a5-78f9b5136015 admin admin] Made reservation on behalf of b3bd8b4fc3c749cb90f28023dc955c9a for: {'network': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:05:36.183794 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6351efa2-85b7-4f24-85a5-78f9b5136015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.192504 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.db_base_plugin_common [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Allocated IP 172.20.0.2 (97a59516-89f9-4e8e-9ccf-abdda6abc087/5429b2a6-8b25-44de-bb46-df0f87df08ce/6f170caa-acca-4577-80e9-1130259f2140) {{(pid=106521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:05:36.232772 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 47868) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:36.254647 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6351efa2-85b7-4f24-85a5-78f9b5136015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.283164 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 47874) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:36.402556 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Publish callbacks [] for port (6f170caa-acca-4577-80e9-1130259f2140), precommit_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.415586 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-61eafa00-31ed-433d-9ae4-2ffdbc6a0464 admin admin] Publish callbacks [] for router_gateway (74deb924-cbab-48eb-b912-d6b1db12d2db), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.416045 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (6f170caa-acca-4577-80e9-1130259f2140), after_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.479867 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Network 97a59516-89f9-4e8e-9ccf-abdda6abc087 is already hosted by enough agents. {{(pid=106521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:05:36.483300 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.base_scheduler [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Resources bound (agent type, host, resource id): {{(pid=106521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:36.489755 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Received port after_create {{(pid=106521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:05:36.505605 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=71,neutron:INSERT=24,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:36.526025 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Pushing event updated for resources: {'Port': ['ID=6f170caa-acca-4577-80e9-1130259f2140,revision_number=1']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:36.535392 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.558052 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6351efa2-85b7-4f24-85a5-78f9b5136015 admin admin] Publish callbacks [] for security_group (c9d591c9-a916-4af8-9317-92a590bf70c7), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.560189 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:36.560756 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:36.561461 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:36.561804 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:36.562204 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:36.562803 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:36.563259 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:36.563858 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:36.564260 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:36.564736 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:36.565032 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:36.565587 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:36.566036 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6351efa2-85b7-4f24-85a5-78f9b5136015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (c9d591c9-a916-4af8-9317-92a590bf70c7), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.566295 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:36.566632 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:36.566969 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Tracked resource versions report: Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: pushed versions: Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: { 'AddressGroup': {'1.2'}, Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Agent': {'1.1'}, Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'ConntrackHelper': {'1.0'}, Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'LocalIPAssociation': {'1.0'}, Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Log': {'1.0'}, Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'NDPProxy': {'1.0'}, Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Network': {'1.1'}, Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Port': {'1.7'}, Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'PortForwarding': {'1.3'}, Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'QosPolicy': {'1.10'}, Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'SecurityGroup': {'1.5'}, Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'SecurityGroupRule': {'1.2'}, Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'SubPort': {'1.0'}, Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Subnet': {'1.1'}, Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Trunk': {'1.1'}} Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: consumer versions: Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: { DHCP agent@dv-cinder-855479-2-iscsi: {}, Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: HyperV agent@hv-cinder-85547: {}, Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: L3 agent@dv-cinder-855479-2-iscsi: {}, Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: Metadata agent@dv-cinder-855479-2-iscsi: {}, Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: Metering agent@dv-cinder-855479-2-iscsi: {}, Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: Open vSwitch agent@dv-cinder-855479-2-iscsi: { 'AddressGroup': '1.2', Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Agent': '1.1', Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'ConntrackHelper': '1.0', Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'LocalIPAssociation': '1.0', Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Log': '1.0', Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'NDPProxy': '1.0', Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Network': '1.1', Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Port': '1.7', Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'PortForwarding': '1.3', Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'QosPolicy': '1.10', Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'SecurityGroup': '1.5', Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'SecurityGroupRule': '1.2', Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'SubPort': '1.0', Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Subnet': '1.1', Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: 'Trunk': '1.1'}} Sep 21 10:05:36.568301 dv-cinder-855479-2-iscsi neutron-server[106521]: {{(pid=106521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 10:05:36.592029 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-ea8db2be-1f25-4d35-965f-ffae15f29f92 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-network', 'tenant_id': '68256e1dad7b42c8a603e45246d85098'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:05:36.618251 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Attempting to bind port 6f170caa-acca-4577-80e9-1130259f2140 on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:05:36.619531 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Attempting to bind port 6f170caa-acca-4577-80e9-1130259f2140 by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:05:36.620086 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Attempting to bind port 6f170caa-acca-4577-80e9-1130259f2140 on network 97a59516-89f9-4e8e-9ccf-abdda6abc087 {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:05:36.627432 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-db3b18e5-9d0d-45a8-8bf6-5ffe664879ba admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1812815671-network', 'tenant_id': 'd7699a66a36f47a5b185517572024dfe'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:05:36.628123 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:36.629099 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351efa2-85b7-4f24-85a5-78f9b5136015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d591c9-a916-4af8-9317-92a590bf70c7,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:36.651680 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8db2be-1f25-4d35-965f-ffae15f29f92 admin admin] Made reservation on behalf of 68256e1dad7b42c8a603e45246d85098 for: {'network': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:05:36.656775 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-ea8db2be-1f25-4d35-965f-ffae15f29f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.675683 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6351efa2-85b7-4f24-85a5-78f9b5136015 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=106520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 10:05:36.677174 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-ea8db2be-1f25-4d35-965f-ffae15f29f92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.692317 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3b18e5-9d0d-45a8-8bf6-5ffe664879ba admin admin] Made reservation on behalf of d7699a66a36f47a5b185517572024dfe for: {'network': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:05:36.694876 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-db3b18e5-9d0d-45a8-8bf6-5ffe664879ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.700894 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:05:36.701327 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Checking segment: {'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:05:36.701730 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.702126 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Bound using segment: {'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:05:36.702664 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Bound port: 6f170caa-acca-4577-80e9-1130259f2140, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:05:36.703194 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (6f170caa-acca-4577-80e9-1130259f2140), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.759002 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-61eafa00-31ed-433d-9ae4-2ffdbc6a0464 admin admin] Publish callbacks [] for router_gateway (74deb924-cbab-48eb-b912-d6b1db12d2db), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.763743 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6351efa2-85b7-4f24-85a5-78f9b5136015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (241b5bf6-5ac4-473b-82f0-57d3d23ca7fb), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.764145 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.segments_db [None req-6351efa2-85b7-4f24-85a5-78f9b5136015 admin admin] Added segment 241b5bf6-5ac4-473b-82f0-57d3d23ca7fb of type vlan for network 60fbaebe-52f4-4e3a-8714-a12eadb4201c Sep 21 10:05:36.797276 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-ea8db2be-1f25-4d35-965f-ffae15f29f92 admin admin] Publish callbacks [] for security_group (afb1b13f-5419-42ec-b792-f60c85b97795), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.798675 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-db3b18e5-9d0d-45a8-8bf6-5ffe664879ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.805544 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-61eafa00-31ed-433d-9ae4-2ffdbc6a0464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.806634 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-8123148f-2607-4209-bd46-3856496938d8 None None] For port 6f170caa-acca-4577-80e9-1130259f2140, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:05:36.811070 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-8123148f-2607-4209-bd46-3856496938d8 None None] For port 6f170caa-acca-4577-80e9-1130259f2140, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=6f170caa-acca-4577-80e9-1130259f2140,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:05:36.822761 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (6f170caa-acca-4577-80e9-1130259f2140), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.844290 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-ea8db2be-1f25-4d35-965f-ffae15f29f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (afb1b13f-5419-42ec-b792-f60c85b97795), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.864835 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8db2be-1f25-4d35-965f-ffae15f29f92 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=106519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 10:05:36.889166 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:36.903930 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123148f-2607-4209-bd46-3856496938d8 None None] Pushing event updated for resources: {'Port': ['ID=6f170caa-acca-4577-80e9-1130259f2140,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:36.920407 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6351efa2-85b7-4f24-85a5-78f9b5136015 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760787939759'] for network (60fbaebe-52f4-4e3a-8714-a12eadb4201c), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.959564 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6351efa2-85b7-4f24-85a5-78f9b5136015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for network (60fbaebe-52f4-4e3a-8714-a12eadb4201c), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.960890 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6351efa2-85b7-4f24-85a5-78f9b5136015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:05:36.961644 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6351efa2-85b7-4f24-85a5-78f9b5136015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:36.967890 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-db3b18e5-9d0d-45a8-8bf6-5ffe664879ba admin admin] Publish callbacks [] for security_group (320dc627-4f92-41f6-9a67-b752910d7456), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:37.002167 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8db2be-1f25-4d35-965f-ffae15f29f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb1b13f-5419-42ec-b792-f60c85b97795,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:37.014688 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-db3b18e5-9d0d-45a8-8bf6-5ffe664879ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (320dc627-4f92-41f6-9a67-b752910d7456), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:37.032522 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3b18e5-9d0d-45a8-8bf6-5ffe664879ba admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=106519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 10:05:37.045936 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-db3b18e5-9d0d-45a8-8bf6-5ffe664879ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (9e458648-9149-441d-a094-021b458ff48c), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:37.046629 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.segments_db [None req-db3b18e5-9d0d-45a8-8bf6-5ffe664879ba admin admin] Added segment 9e458648-9149-441d-a094-021b458ff48c of type vlan for network e7915053-18f1-403c-9517-b13162051fdd Sep 21 10:05:37.077594 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351efa2-85b7-4f24-85a5-78f9b5136015 admin admin] Pushing event updated for resources: {'Network': ['ID=60fbaebe-52f4-4e3a-8714-a12eadb4201c,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:37.082559 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-6351efa2-85b7-4f24-85a5-78f9b5136015 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5479825 Sep 21 10:05:37.090565 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 47900) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:37.098005 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-db3b18e5-9d0d-45a8-8bf6-5ffe664879ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760787939759'] for network (e7915053-18f1-403c-9517-b13162051fdd), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:37.098319 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Network 60fbaebe-52f4-4e3a-8714-a12eadb4201c details requested by agent ovs-agent-dv-cinder-855479-2-iscsi with host dv-cinder-855479-2-iscsi {{(pid=106521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 10:05:37.113055 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-3ac075c7-8229-4909-941f-df9f5f9153e6 admin admin] Request body: {'subnet': {'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1248922548-subnet', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:05:37.152481 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac075c7-8229-4909-941f-df9f5f9153e6 admin admin] Made reservation on behalf of b3bd8b4fc3c749cb90f28023dc955c9a for: {'subnet': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:05:37.153065 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:37.154261 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b18e5-9d0d-45a8-8bf6-5ffe664879ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320dc627-4f92-41f6-9a67-b752910d7456,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:37.158361 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-ea8db2be-1f25-4d35-965f-ffae15f29f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (08aee52f-e34c-4335-a4cc-9d39df29fd80), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:37.158531 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3ac075c7-8229-4909-941f-df9f5f9153e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:37.159023 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.segments_db [None req-ea8db2be-1f25-4d35-965f-ffae15f29f92 admin admin] Added segment 08aee52f-e34c-4335-a4cc-9d39df29fd80 of type vlan for network 00c18901-0d42-4272-b558-b769b86bb94d Sep 21 10:05:37.162502 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-db3b18e5-9d0d-45a8-8bf6-5ffe664879ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for network (e7915053-18f1-403c-9517-b13162051fdd), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:37.164169 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3b18e5-9d0d-45a8-8bf6-5ffe664879ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:05:37.164868 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-db3b18e5-9d0d-45a8-8bf6-5ffe664879ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:37.328239 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b18e5-9d0d-45a8-8bf6-5ffe664879ba admin admin] Pushing event updated for resources: {'Network': ['ID=e7915053-18f1-403c-9517-b13162051fdd,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:37.328239 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-db3b18e5-9d0d-45a8-8bf6-5ffe664879ba admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9758863 Sep 21 10:05:37.329912 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 47904) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:37.330706 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Network e7915053-18f1-403c-9517-b13162051fdd details requested by agent ovs-agent-dv-cinder-855479-2-iscsi with host dv-cinder-855479-2-iscsi {{(pid=106521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 10:05:37.330879 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-8c3f87c7-f0f3-40e7-8fe3-1047696a8c95 admin admin] Request body: {'subnet': {'network_id': 'e7915053-18f1-403c-9517-b13162051fdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1812815671-subnet', 'tenant_id': 'd7699a66a36f47a5b185517572024dfe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:05:37.381968 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-ea8db2be-1f25-4d35-965f-ffae15f29f92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760787939759'] for network (00c18901-0d42-4272-b558-b769b86bb94d), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:37.447702 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-ea8db2be-1f25-4d35-965f-ffae15f29f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for network (00c18901-0d42-4272-b558-b769b86bb94d), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:37.453257 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8db2be-1f25-4d35-965f-ffae15f29f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:05:37.454419 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-ea8db2be-1f25-4d35-965f-ffae15f29f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:37.482044 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3f87c7-f0f3-40e7-8fe3-1047696a8c95 admin admin] Made reservation on behalf of d7699a66a36f47a5b185517572024dfe for: {'subnet': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:05:37.486486 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8c3f87c7-f0f3-40e7-8fe3-1047696a8c95 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:37.553608 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-ea8db2be-1f25-4d35-965f-ffae15f29f92 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3194675 Sep 21 10:05:37.562366 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 47912) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:37.568708 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-aa8096eb-f8b7-40b2-b077-b2dd49c18d5b admin admin] Request body: {'subnet': {'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-subnet', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:05:37.583902 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8db2be-1f25-4d35-965f-ffae15f29f92 admin admin] Pushing event updated for resources: {'Network': ['ID=00c18901-0d42-4272-b558-b769b86bb94d,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:37.604186 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Network 00c18901-0d42-4272-b558-b769b86bb94d details requested by agent ovs-agent-dv-cinder-855479-2-iscsi with host dv-cinder-855479-2-iscsi {{(pid=106521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 10:05:37.606837 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8096eb-f8b7-40b2-b077-b2dd49c18d5b admin admin] Made reservation on behalf of 68256e1dad7b42c8a603e45246d85098 for: {'subnet': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:05:37.613250 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 6f170caa-acca-4577-80e9-1130259f2140 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:05:37.613511 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-61eafa00-31ed-433d-9ae4-2ffdbc6a0464 admin admin] Allocated IP 172.27.2.9 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/1ceedb3e-6e2b-4208-b60c-0129e50f33b6) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:05:37.615492 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-aa8096eb-f8b7-40b2-b077-b2dd49c18d5b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:37.811834 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 6f170caa-acca-4577-80e9-1130259f2140 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:37.813561 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (6f170caa-acca-4577-80e9-1130259f2140), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:37.814139 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 6f170caa-acca-4577-80e9-1130259f2140 Sep 21 10:05:37.843603 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:37.850962 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=8 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:37.893109 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3ac075c7-8229-4909-941f-df9f5f9153e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for subnet (4d5d2acf-1045-41a7-ba31-7ebbbda78430), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:37.913039 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-aa8096eb-f8b7-40b2-b077-b2dd49c18d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for subnet (b380f751-6674-46e2-979d-3a6fecc803dc), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:37.987243 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 6f170caa-acca-4577-80e9-1130259f2140 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:37.987916 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (6f170caa-acca-4577-80e9-1130259f2140), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:38.017368 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8096eb-f8b7-40b2-b077-b2dd49c18d5b admin admin] Checking segment: {'id': '08aee52f-e34c-4335-a4cc-9d39df29fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:05:38.017844 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8096eb-f8b7-40b2-b077-b2dd49c18d5b admin admin] Network hostable DHCP agents. Network: 00c18901-0d42-4272-b558-b769b86bb94d, hostable agents: ['abecb771-581e-4ad9-b557-ede811f6c277'], hosted agents: [] {{(pid=106519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 10:05:38.033726 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8096eb-f8b7-40b2-b077-b2dd49c18d5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b380f751-6674-46e2-979d-3a6fecc803dc,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:38.050728 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8096eb-f8b7-40b2-b077-b2dd49c18d5b admin admin] Network 00c18901-0d42-4272-b558-b769b86bb94d is scheduled to be hosted by DHCP agent abecb771-581e-4ad9-b557-ede811f6c277 with binding_index 1 {{(pid=106519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 10:05:38.060651 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] For port 6f170caa-acca-4577-80e9-1130259f2140, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=6f170caa-acca-4577-80e9-1130259f2140,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:05:38.066679 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (6f170caa-acca-4577-80e9-1130259f2140), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:38.070172 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-aa8096eb-f8b7-40b2-b077-b2dd49c18d5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855479-2-iscsi, 00c18901-0d42-4272-b558-b769b86bb94d) {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:38.079934 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8096eb-f8b7-40b2-b077-b2dd49c18d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:05:38.082515 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-aa8096eb-f8b7-40b2-b077-b2dd49c18d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:38.121413 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-aa8096eb-f8b7-40b2-b077-b2dd49c18d5b admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5578067 Sep 21 10:05:38.125094 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 47928) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:38.132165 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d599c0f1-6b86-4146-9baa-664dd606050e None None] Network 00c18901-0d42-4272-b558-b769b86bb94d requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:05:38.133668 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-83a783eb-46f4-4349-bdc6-62ea4bfa68f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:05:38.140092 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:38.159099 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-61eafa00-31ed-433d-9ae4-2ffdbc6a0464 admin admin] Publish callbacks [] for port (1ceedb3e-6e2b-4208-b60c-0129e50f33b6), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:38.183024 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-83a783eb-46f4-4349-bdc6-62ea4bfa68f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-436105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32634'] for router (8ed771b5-79e0-4eec-903c-9332794fdbe8), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:38.184588 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-83a783eb-46f4-4349-bdc6-62ea4bfa68f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32611'] for router (8ed771b5-79e0-4eec-903c-9332794fdbe8), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:38.199297 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:UPDATE=5,neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:38.207836 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:38.232302 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Pushing event updated for resources: {'Port': ['ID=6f170caa-acca-4577-80e9-1130259f2140,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:38.240538 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:38.317642 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce022bf1-b7c4-5ea3-a899-106acdcafccb-00c18901-0d42-4272-b558-b769b86bb94d', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'project_id': '68256e1dad7b42c8a603e45246d85098', 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc'}]}} from dv-cinder-855479-2-iscsi. {{(pid=106521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 10:05:38.320652 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:38.325584 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-83a783eb-46f4-4349-bdc6-62ea4bfa68f8 admin admin] Publish callbacks [] for router_controller (8ed771b5-79e0-4eec-903c-9332794fdbe8), precommit_add_association {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:38.329767 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac075c7-8229-4909-941f-df9f5f9153e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d5d2acf-1045-41a7-ba31-7ebbbda78430,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:38.391600 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8c3f87c7-f0f3-40e7-8fe3-1047696a8c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for subnet (c725d009-40a5-4e48-8390-47275e85bd38), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:38.493934 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac075c7-8229-4909-941f-df9f5f9153e6 admin admin] Checking segment: {'id': '241b5bf6-5ac4-473b-82f0-57d3d23ca7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:05:38.494565 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac075c7-8229-4909-941f-df9f5f9153e6 admin admin] Network hostable DHCP agents. Network: 60fbaebe-52f4-4e3a-8714-a12eadb4201c, hostable agents: ['abecb771-581e-4ad9-b557-ede811f6c277'], hosted agents: [] {{(pid=106520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 10:05:38.642019 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edf8aea-3dc3-49a8-8bbd-f78de5038f58 None None] Network 97a59516-89f9-4e8e-9ccf-abdda6abc087 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:05:38.657731 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-83a783eb-46f4-4349-bdc6-62ea4bfa68f8 admin admin] Publish callbacks [] for router_gateway (8ed771b5-79e0-4eec-903c-9332794fdbe8), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:38.660767 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac075c7-8229-4909-941f-df9f5f9153e6 admin admin] Network 60fbaebe-52f4-4e3a-8714-a12eadb4201c is scheduled to be hosted by DHCP agent abecb771-581e-4ad9-b557-ede811f6c277 with binding_index 1 {{(pid=106520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 10:05:38.663134 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:38.681605 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-61eafa00-31ed-433d-9ae4-2ffdbc6a0464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (1ceedb3e-6e2b-4208-b60c-0129e50f33b6), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:38.683705 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f87c7-f0f3-40e7-8fe3-1047696a8c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c725d009-40a5-4e48-8390-47275e85bd38,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:38.735591 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-3ac075c7-8229-4909-941f-df9f5f9153e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855479-2-iscsi, 60fbaebe-52f4-4e3a-8714-a12eadb4201c) {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:38.784100 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac075c7-8229-4909-941f-df9f5f9153e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:05:38.784690 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3ac075c7-8229-4909-941f-df9f5f9153e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:38.812716 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eafa00-31ed-433d-9ae4-2ffdbc6a0464 admin admin] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:05:38.828538 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-61eafa00-31ed-433d-9ae4-2ffdbc6a0464 admin admin] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:38.836716 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3f87c7-f0f3-40e7-8fe3-1047696a8c95 admin admin] Checking segment: {'id': '9e458648-9149-441d-a094-021b458ff48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e7915053-18f1-403c-9517-b13162051fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:05:38.837289 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3f87c7-f0f3-40e7-8fe3-1047696a8c95 admin admin] Network hostable DHCP agents. Network: e7915053-18f1-403c-9517-b13162051fdd, hostable agents: ['abecb771-581e-4ad9-b557-ede811f6c277'], hosted agents: [] {{(pid=106520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 10:05:38.844160 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eafa00-31ed-433d-9ae4-2ffdbc6a0464 admin admin] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:05:38.854582 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-3ac075c7-8229-4909-941f-df9f5f9153e6 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7620173 Sep 21 10:05:38.889638 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 47956) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:38.890276 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eafa00-31ed-433d-9ae4-2ffdbc6a0464 admin admin] Pushing event updated for resources: {'Port': ['ID=1ceedb3e-6e2b-4208-b60c-0129e50f33b6,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:38.905264 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-bf1eefcc-aade-400d-ad80-f0b8b5d4b19b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:05:39.064175 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3f87c7-f0f3-40e7-8fe3-1047696a8c95 admin admin] Network e7915053-18f1-403c-9517-b13162051fdd is scheduled to be hosted by DHCP agent abecb771-581e-4ad9-b557-ede811f6c277 with binding_index 1 {{(pid=106520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 10:05:39.069329 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.db_base_plugin_common [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] Allocated IP 172.20.0.2 (00c18901-0d42-4272-b558-b769b86bb94d/b380f751-6674-46e2-979d-3a6fecc803dc/ea1a7d88-d4dd-4115-b19e-4deedea5837b) {{(pid=106521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:05:39.070379 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf1eefcc-aade-400d-ad80-f0b8b5d4b19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-436105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32634'] for router (e96952d6-7208-4ffc-a87b-07d09a0809d2), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:39.075037 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf1eefcc-aade-400d-ad80-f0b8b5d4b19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32611'] for router (e96952d6-7208-4ffc-a87b-07d09a0809d2), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:39.092190 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-83a783eb-46f4-4349-bdc6-62ea4bfa68f8 admin admin] Publish callbacks [] for router_gateway (8ed771b5-79e0-4eec-903c-9332794fdbe8), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:39.103404 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54abb2d5-79bd-45f8-84a0-810e6590d516 None None] Network 60fbaebe-52f4-4e3a-8714-a12eadb4201c requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:05:39.115704 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-83a783eb-46f4-4349-bdc6-62ea4bfa68f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:39.131518 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-16a178ea-a0fe-418f-8015-19e1bc0d423f None None] Provisioning complete for port 6f170caa-acca-4577-80e9-1130259f2140 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:39.132503 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-16a178ea-a0fe-418f-8015-19e1bc0d423f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (6f170caa-acca-4577-80e9-1130259f2140), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:39.134034 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-16a178ea-a0fe-418f-8015-19e1bc0d423f None None] Attempt 1 to provision port 6f170caa-acca-4577-80e9-1130259f2140 Sep 21 10:05:39.214527 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-8c3f87c7-f0f3-40e7-8fe3-1047696a8c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855479-2-iscsi, e7915053-18f1-403c-9517-b13162051fdd) {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:39.230269 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3f87c7-f0f3-40e7-8fe3-1047696a8c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:05:39.230857 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8c3f87c7-f0f3-40e7-8fe3-1047696a8c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:39.330784 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [None req-83a783eb-46f4-4349-bdc6-62ea4bfa68f8 admin admin] Allocated IP 172.27.2.122 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/510024c1-9af9-4e2f-b242-4bac738799a3) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:05:39.349177 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-8c3f87c7-f0f3-40e7-8fe3-1047696a8c95 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0579441 Sep 21 10:05:39.356834 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 47968) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:39.357210 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf1eefcc-aade-400d-ad80-f0b8b5d4b19b admin admin] Publish callbacks [] for router_controller (e96952d6-7208-4ffc-a87b-07d09a0809d2), precommit_add_association {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:39.363873 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-e56aa53c-996a-4807-b070-ff633480b9ee admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1812815671-router', 'tenant_id': 'd7699a66a36f47a5b185517572024dfe', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:05:39.413035 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 47972) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:39.437750 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:39.457013 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e56aa53c-996a-4807-b070-ff633480b9ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-436105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32634'] for router (68cb6eb3-e96b-420c-b2f1-eaaefe0015aa), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:39.472719 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e56aa53c-996a-4807-b070-ff633480b9ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32611'] for router (68cb6eb3-e96b-420c-b2f1-eaaefe0015aa), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:39.486715 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:39.486973 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba4b132-e79f-4004-9efc-ca79c7f6adb1 None None] Network e7915053-18f1-403c-9517-b13162051fdd requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:05:39.616166 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 6f170caa-acca-4577-80e9-1130259f2140 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:05:39.803182 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf1eefcc-aade-400d-ad80-f0b8b5d4b19b admin admin] Publish callbacks [] for router_gateway (e96952d6-7208-4ffc-a87b-07d09a0809d2), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:39.810989 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e56aa53c-996a-4807-b070-ff633480b9ee admin admin] Publish callbacks [] for router_controller (68cb6eb3-e96b-420c-b2f1-eaaefe0015aa), precommit_add_association {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:39.810989 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-eb934c4e-d351-4a2f-89eb-5ef5761cf7ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:39.854501 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-16a178ea-a0fe-418f-8015-19e1bc0d423f None None] Current status of the port 6f170caa-acca-4577-80e9-1130259f2140 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:39.871900 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-83a783eb-46f4-4349-bdc6-62ea4bfa68f8 admin admin] Publish callbacks [] for port (510024c1-9af9-4e2f-b242-4bac738799a3), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:39.909760 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-61eafa00-31ed-433d-9ae4-2ffdbc6a0464 admin admin] Publish callbacks [] for router_gateway (74deb924-cbab-48eb-b912-d6b1db12d2db), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:40.016007 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] Publish callbacks [] for port (ea1a7d88-d4dd-4115-b19e-4deedea5837b), precommit_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:40.158840 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 6f170caa-acca-4577-80e9-1130259f2140 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:40.159407 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (6f170caa-acca-4577-80e9-1130259f2140), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:40.159550 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 6f170caa-acca-4577-80e9-1130259f2140 Sep 21 10:05:40.183218 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:40.238413 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (ea1a7d88-d4dd-4115-b19e-4deedea5837b), after_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:40.245095 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-83a783eb-46f4-4349-bdc6-62ea4bfa68f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (510024c1-9af9-4e2f-b242-4bac738799a3), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:40.255891 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e56aa53c-996a-4807-b070-ff633480b9ee admin admin] Publish callbacks [] for router_gateway (68cb6eb3-e96b-420c-b2f1-eaaefe0015aa), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:40.319054 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=82,neutron:UPDATE=7,neutron:INSERT=11 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:40.320177 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a783eb-46f4-4349-bdc6-62ea4bfa68f8 admin admin] Pushing event updated for resources: {'Port': ['ID=510024c1-9af9-4e2f-b242-4bac738799a3,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:40.327185 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf1eefcc-aade-400d-ad80-f0b8b5d4b19b admin admin] Publish callbacks [] for router_gateway (e96952d6-7208-4ffc-a87b-07d09a0809d2), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:40.350896 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] Network 00c18901-0d42-4272-b558-b769b86bb94d is already hosted by enough agents. {{(pid=106521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:05:40.352070 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-a9447c60-69f9-4cd2-981b-39e8d02803a0 None None] Provisioning complete for port 6f170caa-acca-4577-80e9-1130259f2140 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:40.352441 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-a9447c60-69f9-4cd2-981b-39e8d02803a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (6f170caa-acca-4577-80e9-1130259f2140), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:40.353287 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-a9447c60-69f9-4cd2-981b-39e8d02803a0 None None] Attempt 1 to provision port 6f170caa-acca-4577-80e9-1130259f2140 Sep 21 10:05:40.357049 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf1eefcc-aade-400d-ad80-f0b8b5d4b19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:40.410564 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-61eafa00-31ed-433d-9ae4-2ffdbc6a0464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438052'] for router (74deb924-cbab-48eb-b912-d6b1db12d2db), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:40.448107 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] Pushing event updated for resources: {'Port': ['ID=ea1a7d88-d4dd-4115-b19e-4deedea5837b,revision_number=1']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:40.457283 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a783eb-46f4-4349-bdc6-62ea4bfa68f8 admin admin] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:05:40.466900 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.base_scheduler [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] Resources bound (agent type, host, resource id): {{(pid=106521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:40.470087 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] Received port after_create {{(pid=106521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:05:40.471044 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-83a783eb-46f4-4349-bdc6-62ea4bfa68f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:40.517710 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a783eb-46f4-4349-bdc6-62ea4bfa68f8 admin admin] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:05:40.541679 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:40.546681 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce022bf1-b7c4-5ea3-a899-106acdcafccb-e7915053-18f1-403c-9517-b13162051fdd', 'network_id': 'e7915053-18f1-403c-9517-b13162051fdd', 'project_id': 'd7699a66a36f47a5b185517572024dfe', 'fixed_ips': [{'subnet_id': 'c725d009-40a5-4e48-8390-47275e85bd38'}]}} from dv-cinder-855479-2-iscsi. {{(pid=106521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 10:05:40.547621 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:40.574680 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-eb934c4e-d351-4a2f-89eb-5ef5761cf7ce admin admin] Publish callbacks [] for security_group (292dd744-838d-4895-b8a1-117b6fa3652a), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:40.597354 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-bf1eefcc-aade-400d-ad80-f0b8b5d4b19b admin admin] Allocated IP 172.27.2.157 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/b363eb82-8d0f-440c-baf1-a13bf2b8427d) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:05:40.609770 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce022bf1-b7c4-5ea3-a899-106acdcafccb-60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'fixed_ips': [{'subnet_id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430'}]}} from dv-cinder-855479-2-iscsi. {{(pid=106521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 10:05:40.610782 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:40.633245 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-eb934c4e-d351-4a2f-89eb-5ef5761cf7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (292dd744-838d-4895-b8a1-117b6fa3652a), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:40.764580 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-eb934c4e-d351-4a2f-89eb-5ef5761cf7ce admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=89a9f7b6c6dd4dbfbc19bd7eae20d17f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3452773 Sep 21 10:05:40.772681 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 48002) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:40.794669 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf1eefcc-aade-400d-ad80-f0b8b5d4b19b admin admin] Publish callbacks [] for port (b363eb82-8d0f-440c-baf1-a13bf2b8427d), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:40.797888 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61eafa00-31ed-433d-9ae4-2ffdbc6a0464 admin admin] Router 74deb924-cbab-48eb-b912-d6b1db12d2db is scheduled to L3 agent 7dcae471-d53e-494b-8876-87a888840c5e with binding_index 1 {{(pid=106520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 10:05:40.798967 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb934c4e-d351-4a2f-89eb-5ef5761cf7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292dd744-838d-4895-b8a1-117b6fa3652a,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:40.812230 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:40.826746 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 6f170caa-acca-4577-80e9-1130259f2140 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:40.833604 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e56aa53c-996a-4807-b070-ff633480b9ee admin admin] Publish callbacks [] for router_gateway (68cb6eb3-e96b-420c-b2f1-eaaefe0015aa), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:40.840871 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:40.865843 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e56aa53c-996a-4807-b070-ff633480b9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:40.888407 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] Attempting to bind port ea1a7d88-d4dd-4115-b19e-4deedea5837b on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:05:40.888775 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] Attempting to bind port ea1a7d88-d4dd-4115-b19e-4deedea5837b by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '08aee52f-e34c-4335-a4cc-9d39df29fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:05:40.889721 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] Attempting to bind port ea1a7d88-d4dd-4115-b19e-4deedea5837b on network 00c18901-0d42-4272-b558-b769b86bb94d {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:05:40.896611 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-a9447c60-69f9-4cd2-981b-39e8d02803a0 None None] Current status of the port 6f170caa-acca-4577-80e9-1130259f2140 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:40.900481 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf1eefcc-aade-400d-ad80-f0b8b5d4b19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (b363eb82-8d0f-440c-baf1-a13bf2b8427d), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:40.972440 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1eefcc-aade-400d-ad80-f0b8b5d4b19b admin admin] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:05:40.983357 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-bf1eefcc-aade-400d-ad80-f0b8b5d4b19b admin admin] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:40.987510 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:40.989886 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1eefcc-aade-400d-ad80-f0b8b5d4b19b admin admin] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:05:40.992308 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1eefcc-aade-400d-ad80-f0b8b5d4b19b admin admin] Pushing event updated for resources: {'Port': ['ID=b363eb82-8d0f-440c-baf1-a13bf2b8427d,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:40.997814 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8998-2cff-4eb2-b34b-7eaa7abeb865 admin admin] Publish callbacks [] for security_group (292dd744-838d-4895-b8a1-117b6fa3652a), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:41.042552 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:05:41.042919 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] Checking segment: {'id': '08aee52f-e34c-4335-a4cc-9d39df29fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:05:41.043604 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:41.043745 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] Bound using segment: {'id': '08aee52f-e34c-4335-a4cc-9d39df29fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:05:41.044205 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] Bound port: ea1a7d88-d4dd-4115-b19e-4deedea5837b, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aee52f-e34c-4335-a4cc-9d39df29fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:05:41.044585 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (ea1a7d88-d4dd-4115-b19e-4deedea5837b), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:41.046940 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8998-2cff-4eb2-b34b-7eaa7abeb865 admin admin] Publish callbacks [] for security_group (292dd744-838d-4895-b8a1-117b6fa3652a), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:41.050483 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.db_base_plugin_common [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] Allocated IP 172.20.0.2 (60fbaebe-52f4-4e3a-8714-a12eadb4201c/4d5d2acf-1045-41a7-ba31-7ebbbda78430/b1322cc0-0755-4705-b236-01e3e1135226) {{(pid=106521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:05:41.066088 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61eafa00-31ed-433d-9ae4-2ffdbc6a0464 admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:05:41.079545 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] Sync routers for ids ['74deb924-cbab-48eb-b912-d6b1db12d2db'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:05:41.086897 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.db_base_plugin_common [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] Allocated IP 172.20.0.2 (e7915053-18f1-403c-9517-b13162051fdd/c725d009-40a5-4e48-8390-47275e85bd38/1fbd6870-85f2-4e8b-a23d-266caf53476e) {{(pid=106521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:05:41.094986 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] Routers {'74deb924-cbab-48eb-b912-d6b1db12d2db'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:05:41.096942 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:05:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['74deb924-cbab-48eb-b912-d6b1db12d2db'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:41.109792 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-83a783eb-46f4-4349-bdc6-62ea4bfa68f8 admin admin] Publish callbacks [] for router_gateway (8ed771b5-79e0-4eec-903c-9332794fdbe8), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:41.116135 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:41.118874 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-61eafa00-31ed-433d-9ae4-2ffdbc6a0464 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:41.120426 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-61eafa00-31ed-433d-9ae4-2ffdbc6a0464 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2226679 Sep 21 10:05:41.123991 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 48004) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:41.177458 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:41.209012 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [None req-e56aa53c-996a-4807-b070-ff633480b9ee admin admin] Allocated IP 172.27.2.99 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/b0fad204-d915-4725-9e21-9785511ad2a1) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:05:41.280635 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] For port ea1a7d88-d4dd-4115-b19e-4deedea5837b, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:05:41.295881 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] For port ea1a7d88-d4dd-4115-b19e-4deedea5837b, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=ea1a7d88-d4dd-4115-b19e-4deedea5837b,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:05:41.328754 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8998-2cff-4eb2-b34b-7eaa7abeb865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (292dd744-838d-4895-b8a1-117b6fa3652a), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:41.331560 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8998-2cff-4eb2-b34b-7eaa7abeb865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:41.332921 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-9e6b8998-2cff-4eb2-b34b-7eaa7abeb865 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/292dd744-838d-4895-b8a1-117b6fa3652a HTTP/1.1" status: 204 len: 168 time: 0.5570128 Sep 21 10:05:41.392387 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b8998-2cff-4eb2-b34b-7eaa7abeb865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292dd744-838d-4895-b8a1-117b6fa3652a,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:41.413917 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (ea1a7d88-d4dd-4115-b19e-4deedea5837b), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:41.415990 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf1eefcc-aade-400d-ad80-f0b8b5d4b19b admin admin] Publish callbacks [] for router_gateway (e96952d6-7208-4ffc-a87b-07d09a0809d2), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:41.507049 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] Set router 74deb924-cbab-48eb-b912-d6b1db12d2db gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:05:41.597808 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] Publish callbacks [] for port (1fbd6870-85f2-4e8b-a23d-266caf53476e), precommit_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:41.719978 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] Publish callbacks [] for port (b1322cc0-0755-4705-b236-01e3e1135226), precommit_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:41.722437 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (1fbd6870-85f2-4e8b-a23d-266caf53476e), after_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:41.786500 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (b1322cc0-0755-4705-b236-01e3e1135226), after_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:41.872508 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e56aa53c-996a-4807-b070-ff633480b9ee admin admin] Publish callbacks [] for port (b0fad204-d915-4725-9e21-9785511ad2a1), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:41.876371 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2039e-3344-4361-b880-c14fbd96ca0c None None] Pushing event updated for resources: {'Port': ['ID=ea1a7d88-d4dd-4115-b19e-4deedea5837b,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:41.945488 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-router', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:35Z', 'updated_at': '2022-09-21T10:05:39Z', 'revision_number': 3, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'gw_port': {'id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:36Z', 'updated_at': '2022-09-21T10:05:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:41.967259 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] Network e7915053-18f1-403c-9517-b13162051fdd is already hosted by enough agents. {{(pid=106521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:05:41.975154 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] Pushing event updated for resources: {'Port': ['ID=1fbd6870-85f2-4e8b-a23d-266caf53476e,revision_number=1']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:41.992545 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.base_scheduler [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] Resources bound (agent type, host, resource id): {{(pid=106521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:42.008097 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 48022) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:42.010138 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] Network 60fbaebe-52f4-4e3a-8714-a12eadb4201c is already hosted by enough agents. {{(pid=106521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:05:42.031001 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] Checking router: 74deb924-cbab-48eb-b912-d6b1db12d2db for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:05:42.031372 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] Updating router 74deb924-cbab-48eb-b912-d6b1db12d2db port 1ceedb3e-6e2b-4208-b60c-0129e50f33b6 binding host dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:05:42.033170 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.base_scheduler [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] Resources bound (agent type, host, resource id): {{(pid=106521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:42.040280 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] Received port after_create {{(pid=106521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:05:42.092937 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e56aa53c-996a-4807-b070-ff633480b9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (b0fad204-d915-4725-9e21-9785511ad2a1), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:42.096751 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] Received port after_create {{(pid=106521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:05:42.114784 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (1ceedb3e-6e2b-4208-b60c-0129e50f33b6), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:42.161271 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:42.178449 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56aa53c-996a-4807-b070-ff633480b9ee admin admin] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:05:42.180034 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-83a783eb-46f4-4349-bdc6-62ea4bfa68f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438052'] for router (8ed771b5-79e0-4eec-903c-9332794fdbe8), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:42.189766 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-e56aa53c-996a-4807-b070-ff633480b9ee admin admin] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:42.192637 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56aa53c-996a-4807-b070-ff633480b9ee admin admin] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:05:42.194967 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56aa53c-996a-4807-b070-ff633480b9ee admin admin] Pushing event updated for resources: {'Port': ['ID=b0fad204-d915-4725-9e21-9785511ad2a1,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:42.330256 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-c2dbaed4-68c4-4a25-9331-9dd6d7852bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:42.529523 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] Pushing event updated for resources: {'Port': ['ID=b1322cc0-0755-4705-b236-01e3e1135226,revision_number=1']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:42.573003 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] Attempting to bind port b1322cc0-0755-4705-b236-01e3e1135226 on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:05:42.573484 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] Attempting to bind port b1322cc0-0755-4705-b236-01e3e1135226 by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '241b5bf6-5ac4-473b-82f0-57d3d23ca7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:05:42.574608 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] Attempting to bind port b1322cc0-0755-4705-b236-01e3e1135226 on network 60fbaebe-52f4-4e3a-8714-a12eadb4201c {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:05:42.585454 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:42.633351 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] Attempting to bind port 1fbd6870-85f2-4e8b-a23d-266caf53476e on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:05:42.633670 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] Attempting to bind port 1fbd6870-85f2-4e8b-a23d-266caf53476e by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '9e458648-9149-441d-a094-021b458ff48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e7915053-18f1-403c-9517-b13162051fdd'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:05:42.634059 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] Attempting to bind port 1fbd6870-85f2-4e8b-a23d-266caf53476e on network e7915053-18f1-403c-9517-b13162051fdd {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:05:42.643635 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:42.690399 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] Publish callbacks [] for port (1ceedb3e-6e2b-4208-b60c-0129e50f33b6), precommit_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:42.699507 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (1ceedb3e-6e2b-4208-b60c-0129e50f33b6), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:42.724433 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:42.759326 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:05:42.759785 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] Checking segment: {'id': '241b5bf6-5ac4-473b-82f0-57d3d23ca7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:05:42.760171 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:42.760585 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] Bound using segment: {'id': '241b5bf6-5ac4-473b-82f0-57d3d23ca7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:05:42.761268 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] Bound port: b1322cc0-0755-4705-b236-01e3e1135226, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241b5bf6-5ac4-473b-82f0-57d3d23ca7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:05:42.761656 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b1322cc0-0755-4705-b236-01e3e1135226), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:42.770824 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4790b-5e7f-40b6-9f3f-1ed03c9358c8 None None] Pushing event updated for resources: {'Port': ['ID=1ceedb3e-6e2b-4208-b60c-0129e50f33b6,revision_number=2']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:42.776745 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf1eefcc-aade-400d-ad80-f0b8b5d4b19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438052'] for router (e96952d6-7208-4ffc-a87b-07d09a0809d2), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:42.785386 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4790b-5e7f-40b6-9f3f-1ed03c9358c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:42.786211 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4790b-5e7f-40b6-9f3f-1ed03c9358c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:42.787093 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4790b-5e7f-40b6-9f3f-1ed03c9358c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:42.787897 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4790b-5e7f-40b6-9f3f-1ed03c9358c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:42.788788 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4790b-5e7f-40b6-9f3f-1ed03c9358c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:42.789743 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4790b-5e7f-40b6-9f3f-1ed03c9358c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:42.790884 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4790b-5e7f-40b6-9f3f-1ed03c9358c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:42.791430 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4790b-5e7f-40b6-9f3f-1ed03c9358c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:42.792194 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4790b-5e7f-40b6-9f3f-1ed03c9358c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:42.792887 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4790b-5e7f-40b6-9f3f-1ed03c9358c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:42.793419 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4790b-5e7f-40b6-9f3f-1ed03c9358c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:42.794358 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4790b-5e7f-40b6-9f3f-1ed03c9358c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:42.794978 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4790b-5e7f-40b6-9f3f-1ed03c9358c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:42.795983 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4790b-5e7f-40b6-9f3f-1ed03c9358c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:42.796750 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4790b-5e7f-40b6-9f3f-1ed03c9358c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4790b-5e7f-40b6-9f3f-1ed03c9358c8 None None] Tracked resource versions report: Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: pushed versions: Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: { 'AddressGroup': {'1.2'}, Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Agent': {'1.1'}, Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'ConntrackHelper': {'1.0'}, Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'LocalIPAssociation': {'1.0'}, Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Log': {'1.0'}, Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'NDPProxy': {'1.0'}, Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Network': {'1.1'}, Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Port': {'1.7'}, Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'PortForwarding': {'1.3'}, Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'QosPolicy': {'1.10'}, Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'SecurityGroup': {'1.5'}, Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'SecurityGroupRule': {'1.2'}, Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'SubPort': {'1.0'}, Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Subnet': {'1.1'}, Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Trunk': {'1.1'}} Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: consumer versions: Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: { DHCP agent@dv-cinder-855479-2-iscsi: {}, Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: HyperV agent@hv-cinder-85547: {}, Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: L3 agent@dv-cinder-855479-2-iscsi: {}, Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: Metadata agent@dv-cinder-855479-2-iscsi: {}, Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: Metering agent@dv-cinder-855479-2-iscsi: {}, Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: Open vSwitch agent@dv-cinder-855479-2-iscsi: { 'AddressGroup': '1.2', Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Agent': '1.1', Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'ConntrackHelper': '1.0', Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'LocalIPAssociation': '1.0', Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Log': '1.0', Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'NDPProxy': '1.0', Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Network': '1.1', Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Port': '1.7', Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'PortForwarding': '1.3', Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'QosPolicy': '1.10', Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'SecurityGroup': '1.5', Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'SecurityGroupRule': '1.2', Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'SubPort': '1.0', Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Subnet': '1.1', Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: 'Trunk': '1.1'}} Sep 21 10:05:42.799045 dv-cinder-855479-2-iscsi neutron-server[106522]: {{(pid=106522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 10:05:42.809941 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] Attempting to bind port 1ceedb3e-6e2b-4208-b60c-0129e50f33b6 on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:05:42.810599 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] Attempting to bind port 1ceedb3e-6e2b-4208-b60c-0129e50f33b6 by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:05:42.811223 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] Attempting to bind port 1ceedb3e-6e2b-4208-b60c-0129e50f33b6 on network e44615eb-99ac-4ee3-8eec-4410b9bcb116 {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:05:42.907510 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:05:42.908002 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] Checking segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:05:42.908559 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:42.909242 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] Bound using segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:05:42.909834 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] Bound port: 1ceedb3e-6e2b-4208-b60c-0129e50f33b6, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:05:42.910668 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (1ceedb3e-6e2b-4208-b60c-0129e50f33b6), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:42.914942 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a783eb-46f4-4349-bdc6-62ea4bfa68f8 admin admin] Router 8ed771b5-79e0-4eec-903c-9332794fdbe8 is scheduled to L3 agent 7dcae471-d53e-494b-8876-87a888840c5e with binding_index 1 {{(pid=106519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 10:05:42.961323 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e56aa53c-996a-4807-b070-ff633480b9ee admin admin] Publish callbacks [] for router_gateway (68cb6eb3-e96b-420c-b2f1-eaaefe0015aa), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:42.970038 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] For port b1322cc0-0755-4705-b236-01e3e1135226, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:05:42.975892 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] For port b1322cc0-0755-4705-b236-01e3e1135226, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=b1322cc0-0755-4705-b236-01e3e1135226,segment=NetworkSegment(241b5bf6-5ac4-473b-82f0-57d3d23ca7fb),segment_id=241b5bf6-5ac4-473b-82f0-57d3d23ca7fb)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:05:42.997042 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b1322cc0-0755-4705-b236-01e3e1135226), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:43.023135 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] For port 1ceedb3e-6e2b-4208-b60c-0129e50f33b6, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:05:43.038885 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] For port 1ceedb3e-6e2b-4208-b60c-0129e50f33b6, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=1ceedb3e-6e2b-4208-b60c-0129e50f33b6,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:05:43.061407 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (1ceedb3e-6e2b-4208-b60c-0129e50f33b6), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:43.073045 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:05:43.073539 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] Checking segment: {'id': '9e458648-9149-441d-a094-021b458ff48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e7915053-18f1-403c-9517-b13162051fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:05:43.074102 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:43.075550 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] Bound using segment: {'id': '9e458648-9149-441d-a094-021b458ff48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e7915053-18f1-403c-9517-b13162051fdd'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:05:43.076173 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] Bound port: 1fbd6870-85f2-4e8b-a23d-266caf53476e, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e458648-9149-441d-a094-021b458ff48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e7915053-18f1-403c-9517-b13162051fdd'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:05:43.076628 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (1fbd6870-85f2-4e8b-a23d-266caf53476e), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:43.108877 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:43.141384 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] Routers {'74deb924-cbab-48eb-b912-d6b1db12d2db'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:05:43.142947 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:05:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['74deb924-cbab-48eb-b912-d6b1db12d2db'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:43.217495 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8090-3173-45c7-be85-bd91cad51efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:43.246263 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:43.257982 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-c2dbaed4-68c4-4a25-9331-9dd6d7852bbf admin admin] Publish callbacks [] for security_group (f06ddca6-21be-4eac-a0bc-c5742dd9d0b2), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:43.289688 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4790b-5e7f-40b6-9f3f-1ed03c9358c8 None None] Pushing event updated for resources: {'Port': ['ID=1ceedb3e-6e2b-4208-b60c-0129e50f33b6,revision_number=3']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:43.306616 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-c2dbaed4-68c4-4a25-9331-9dd6d7852bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (f06ddca6-21be-4eac-a0bc-c5742dd9d0b2), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:43.336824 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee936867-e074-4f7f-8ade-f57c9724c551 None None] Network 00c18901-0d42-4272-b558-b769b86bb94d requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:05:43.340484 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:43.347202 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e9a8e-0f61-4318-9555-0c61fc8f5365 None None] Pushing event updated for resources: {'Port': ['ID=b1322cc0-0755-4705-b236-01e3e1135226,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:43.363780 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] For port 1fbd6870-85f2-4e8b-a23d-266caf53476e, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:05:43.377507 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] Set router 74deb924-cbab-48eb-b912-d6b1db12d2db gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:05:43.480817 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a783eb-46f4-4349-bdc6-62ea4bfa68f8 admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:05:43.484616 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-c2dbaed4-68c4-4a25-9331-9dd6d7852bbf admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=24fc694e1dc94518941c21550f5fad79&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4709544 Sep 21 10:05:43.489755 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 48048) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:43.536186 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbaed4-68c4-4a25-9331-9dd6d7852bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06ddca6-21be-4eac-a0bc-c5742dd9d0b2,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:43.555265 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=8 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:43.567280 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-83a783eb-46f4-4349-bdc6-62ea4bfa68f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:43.573488 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-83a783eb-46f4-4349-bdc6-62ea4bfa68f8 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4420345 Sep 21 10:05:43.574597 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 48050) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:43.582972 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] Sync routers for ids ['8ed771b5-79e0-4eec-903c-9332794fdbe8'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:05:43.601515 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] For port 1fbd6870-85f2-4e8b-a23d-266caf53476e, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=1fbd6870-85f2-4e8b-a23d-266caf53476e,segment=NetworkSegment(9e458648-9149-441d-a094-021b458ff48c),segment_id=9e458648-9149-441d-a094-021b458ff48c)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:05:43.622384 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] Routers {'8ed771b5-79e0-4eec-903c-9332794fdbe8'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:05:43.623114 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:05:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['8ed771b5-79e0-4eec-903c-9332794fdbe8'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:43.633705 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e56aa53c-996a-4807-b070-ff633480b9ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438052'] for router (68cb6eb3-e96b-420c-b2f1-eaaefe0015aa), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:43.636290 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f4298180-eb14-4d3b-a6ec-b289ce665caa admin admin] Publish callbacks [] for security_group (f06ddca6-21be-4eac-a0bc-c5742dd9d0b2), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:43.690050 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-de60a02e-b08d-423a-8194-558286c5ee0d None None] Provisioning complete for port ea1a7d88-d4dd-4115-b19e-4deedea5837b triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:43.690523 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-de60a02e-b08d-423a-8194-558286c5ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (ea1a7d88-d4dd-4115-b19e-4deedea5837b), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:43.690749 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-de60a02e-b08d-423a-8194-558286c5ee0d None None] Attempt 1 to provision port ea1a7d88-d4dd-4115-b19e-4deedea5837b Sep 21 10:05:43.710693 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (1fbd6870-85f2-4e8b-a23d-266caf53476e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:43.732359 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f4298180-eb14-4d3b-a6ec-b289ce665caa admin admin] Publish callbacks [] for security_group (f06ddca6-21be-4eac-a0bc-c5742dd9d0b2), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:43.745728 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-router', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:35Z', 'updated_at': '2022-09-21T10:05:39Z', 'revision_number': 3, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'gw_port': {'id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:36Z', 'updated_at': '2022-09-21T10:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:43.747773 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device ea1a7d88-d4dd-4115-b19e-4deedea5837b up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:05:43.804586 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f5ced5-c3ac-40e5-9de6-9d2d2541cde1 None None] The sync data for ids ['74deb924-cbab-48eb-b912-d6b1db12d2db'] in dv-cinder-855479-2-iscsi is: [{'id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-router', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:35Z', 'updated_at': '2022-09-21T10:05:39Z', 'revision_number': 3, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'gw_port': {'id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:36Z', 'updated_at': '2022-09-21T10:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:05:43.855725 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f4298180-eb14-4d3b-a6ec-b289ce665caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (f06ddca6-21be-4eac-a0bc-c5742dd9d0b2), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:43.858724 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f4298180-eb14-4d3b-a6ec-b289ce665caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:43.859967 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-f4298180-eb14-4d3b-a6ec-b289ce665caa admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f06ddca6-21be-4eac-a0bc-c5742dd9d0b2 HTTP/1.1" status: 204 len: 168 time: 0.3671141 Sep 21 10:05:43.880773 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:43.911840 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4298180-eb14-4d3b-a6ec-b289ce665caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06ddca6-21be-4eac-a0bc-c5742dd9d0b2,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:43.951793 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1eefcc-aade-400d-ad80-f0b8b5d4b19b admin admin] Router e96952d6-7208-4ffc-a87b-07d09a0809d2 is scheduled to L3 agent 7dcae471-d53e-494b-8876-87a888840c5e with binding_index 1 {{(pid=106520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 10:05:43.976796 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56aa53c-996a-4807-b070-ff633480b9ee admin admin] Router 68cb6eb3-e96b-420c-b2f1-eaaefe0015aa is scheduled to L3 agent 7dcae471-d53e-494b-8876-87a888840c5e with binding_index 1 {{(pid=106519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 10:05:43.999421 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3319c3-87d4-469f-a8cf-ecfa19d12794 None None] Pushing event updated for resources: {'Port': ['ID=1fbd6870-85f2-4e8b-a23d-266caf53476e,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:44.077074 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:44.139896 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] Set router 8ed771b5-79e0-4eec-903c-9332794fdbe8 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:05:44.171602 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-e7dd8090-3173-45c7-be85-bd91cad51efb admin admin] Allocated IP 172.20.0.1 (97a59516-89f9-4e8e-9ccf-abdda6abc087/5429b2a6-8b25-44de-bb46-df0f87df08ce/b473946a-3b09-4153-9e20-c7bd9c6d9d8e) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:05:44.340078 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:44.348647 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:44.377441 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56aa53c-996a-4807-b070-ff633480b9ee admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:05:44.392373 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] Sync routers for ids ['68cb6eb3-e96b-420c-b2f1-eaaefe0015aa'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:05:44.401340 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port ea1a7d88-d4dd-4115-b19e-4deedea5837b triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:44.401728 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (ea1a7d88-d4dd-4115-b19e-4deedea5837b), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:44.402070 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port ea1a7d88-d4dd-4115-b19e-4deedea5837b Sep 21 10:05:44.424221 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e56aa53c-996a-4807-b070-ff633480b9ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:44.425614 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] Routers {'68cb6eb3-e96b-420c-b2f1-eaaefe0015aa'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:05:44.426595 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:05:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['68cb6eb3-e96b-420c-b2f1-eaaefe0015aa'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:44.428438 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-e56aa53c-996a-4807-b070-ff633480b9ee admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0705056 Sep 21 10:05:44.436669 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 48064) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:44.707773 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:44.748900 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-de60a02e-b08d-423a-8194-558286c5ee0d None None] Current status of the port ea1a7d88-d4dd-4115-b19e-4deedea5837b is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:44.749497 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-de60a02e-b08d-423a-8194-558286c5ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (ea1a7d88-d4dd-4115-b19e-4deedea5837b), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:44.784128 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] Set router 68cb6eb3-e96b-420c-b2f1-eaaefe0015aa gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:05:45.051561 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1eefcc-aade-400d-ad80-f0b8b5d4b19b admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:05:45.076789 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:05:40Z', 'revision_number': 3, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port': {'id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:45.124995 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8090-3173-45c7-be85-bd91cad51efb admin admin] Publish callbacks [] for port (b473946a-3b09-4153-9e20-c7bd9c6d9d8e), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:45.137407 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cb6eb3-e96b-420c-b2f1-eaaefe0015aa', 'name': 'tempest-DeleteServersTestJSON-1812815671-router', 'tenant_id': 'd7699a66a36f47a5b185517572024dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b0fad204-d915-4725-9e21-9785511ad2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:42Z', 'revision_number': 3, 'project_id': 'd7699a66a36f47a5b185517572024dfe', 'gw_port': {'id': 'b0fad204-d915-4725-9e21-9785511ad2a1', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cb6eb3-e96b-420c-b2f1-eaaefe0015aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:05:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:45.137665 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e84535-2e0d-49dd-b784-b73fc48e0fec None None] Network 60fbaebe-52f4-4e3a-8714-a12eadb4201c requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:05:45.137876 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] Sync routers for ids ['e96952d6-7208-4ffc-a87b-07d09a0809d2'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:05:45.141279 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf1eefcc-aade-400d-ad80-f0b8b5d4b19b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:45.144582 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-bf1eefcc-aade-400d-ad80-f0b8b5d4b19b admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2518470 Sep 21 10:05:45.156298 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] Checking router: 8ed771b5-79e0-4eec-903c-9332794fdbe8 for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:05:45.156745 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] Updating router 8ed771b5-79e0-4eec-903c-9332794fdbe8 port 510024c1-9af9-4e2f-b242-4bac738799a3 binding host dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:05:45.174383 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 48076) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:45.199294 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-de60a02e-b08d-423a-8194-558286c5ee0d None None] For port ea1a7d88-d4dd-4115-b19e-4deedea5837b, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=ea1a7d88-d4dd-4115-b19e-4deedea5837b,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:05:45.207959 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] Checking router: 68cb6eb3-e96b-420c-b2f1-eaaefe0015aa for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:05:45.208322 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] Updating router 68cb6eb3-e96b-420c-b2f1-eaaefe0015aa port b0fad204-d915-4725-9e21-9785511ad2a1 binding host dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:05:45.406405 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-de60a02e-b08d-423a-8194-558286c5ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (ea1a7d88-d4dd-4115-b19e-4deedea5837b), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:45.418525 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port ea1a7d88-d4dd-4115-b19e-4deedea5837b is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:45.419129 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (ea1a7d88-d4dd-4115-b19e-4deedea5837b), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:45.506987 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] Routers {'e96952d6-7208-4ffc-a87b-07d09a0809d2'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:05:45.508025 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:05:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['e96952d6-7208-4ffc-a87b-07d09a0809d2'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:45.573272 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b0fad204-d915-4725-9e21-9785511ad2a1), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:45.588636 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8090-3173-45c7-be85-bd91cad51efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (b473946a-3b09-4153-9e20-c7bd9c6d9d8e), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:45.633078 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be30d22c-3b72-464f-9bcc-6ecfc9031a1e None None] Network e7915053-18f1-403c-9517-b13162051fdd requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:05:45.665634 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-a408b713-5ede-40b7-ae44-1f56f930d3ef None None] Provisioning complete for port ea1a7d88-d4dd-4115-b19e-4deedea5837b triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:45.666553 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-a408b713-5ede-40b7-ae44-1f56f930d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (ea1a7d88-d4dd-4115-b19e-4deedea5837b), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:45.666906 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-a408b713-5ede-40b7-ae44-1f56f930d3ef None None] Attempt 1 to provision port ea1a7d88-d4dd-4115-b19e-4deedea5837b Sep 21 10:05:45.725209 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (510024c1-9af9-4e2f-b242-4bac738799a3), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:45.800471 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dd8090-3173-45c7-be85-bd91cad51efb admin admin] Network 97a59516-89f9-4e8e-9ccf-abdda6abc087 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:05:45.803100 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d38f7a54-3ac6-445b-8bde-5a2e261b3760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:45.806496 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd8090-3173-45c7-be85-bd91cad51efb admin admin] Pushing event updated for resources: {'Port': ['ID=b473946a-3b09-4153-9e20-c7bd9c6d9d8e,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:45.816410 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-e7dd8090-3173-45c7-be85-bd91cad51efb admin admin] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:45.832868 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dd8090-3173-45c7-be85-bd91cad51efb admin admin] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:05:45.833373 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8090-3173-45c7-be85-bd91cad51efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429853'] for router_interface (74deb924-cbab-48eb-b912-d6b1db12d2db), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:45.881735 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-098bc493-4846-48d1-8517-c81758ad8876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:46.026091 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:46.279155 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [None req-d38f7a54-3ac6-445b-8bde-5a2e261b3760 admin admin] Allocated IP 172.20.0.1 (e7915053-18f1-403c-9517-b13162051fdd/c725d009-40a5-4e48-8390-47275e85bd38/bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:05:46.315014 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] Publish callbacks [] for port (b0fad204-d915-4725-9e21-9785511ad2a1), precommit_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:46.328572 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b0fad204-d915-4725-9e21-9785511ad2a1), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:46.357295 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:46.359197 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] Attempting to bind port b0fad204-d915-4725-9e21-9785511ad2a1 on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:05:46.359628 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] Attempting to bind port b0fad204-d915-4725-9e21-9785511ad2a1 by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:05:46.362303 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60a02e-b08d-423a-8194-558286c5ee0d None None] Pushing event updated for resources: {'Port': ['ID=ea1a7d88-d4dd-4115-b19e-4deedea5837b,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:46.362989 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] Attempting to bind port b0fad204-d915-4725-9e21-9785511ad2a1 on network e44615eb-99ac-4ee3-8eec-4410b9bcb116 {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:05:46.376402 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:46.474131 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d38f7a54-3ac6-445b-8bde-5a2e261b3760 admin admin] Publish callbacks [] for port (bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:46.506048 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-098bc493-4846-48d1-8517-c81758ad8876 admin admin] Allocated IP 172.20.0.1 (00c18901-0d42-4272-b558-b769b86bb94d/b380f751-6674-46e2-979d-3a6fecc803dc/d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:05:46.508310 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:46.518564 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d38f7a54-3ac6-445b-8bde-5a2e261b3760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:46.533869 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:46.547141 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38f7a54-3ac6-445b-8bde-5a2e261b3760 admin admin] Network e7915053-18f1-403c-9517-b13162051fdd is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:05:46.550176 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-d38f7a54-3ac6-445b-8bde-5a2e261b3760 admin admin] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:46.558732 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38f7a54-3ac6-445b-8bde-5a2e261b3760 admin admin] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:05:46.559364 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d38f7a54-3ac6-445b-8bde-5a2e261b3760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429853'] for router_interface (68cb6eb3-e96b-420c-b2f1-eaaefe0015aa), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:46.622073 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.db.api [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 21 10:05:46.623195 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG oslo_db.api [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 10:05:46.668179 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-098bc493-4846-48d1-8517-c81758ad8876 admin admin] Publish callbacks [] for port (d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:46.673393 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd368161-0081-4488-ba11-be8b8c532354 None None] Pushing event updated for resources: {'Port': ['ID=b0fad204-d915-4725-9e21-9785511ad2a1,revision_number=2']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:46.687196 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] Set router e96952d6-7208-4ffc-a87b-07d09a0809d2 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:05:46.688906 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:05:46.690993 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] Checking segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:05:46.729548 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:46.740058 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] Bound using segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:05:46.742977 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] Bound port: b0fad204-d915-4725-9e21-9785511ad2a1, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:05:46.743948 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b0fad204-d915-4725-9e21-9785511ad2a1), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:46.785472 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:46.809109 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-098bc493-4846-48d1-8517-c81758ad8876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:46.838452 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-a408b713-5ede-40b7-ae44-1f56f930d3ef None None] Current status of the port ea1a7d88-d4dd-4115-b19e-4deedea5837b is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:46.843671 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] For port b0fad204-d915-4725-9e21-9785511ad2a1, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:05:46.855205 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] For port b0fad204-d915-4725-9e21-9785511ad2a1, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=b0fad204-d915-4725-9e21-9785511ad2a1,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:05:46.867330 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b0fad204-d915-4725-9e21-9785511ad2a1), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:46.915683 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f7a54-3ac6-445b-8bde-5a2e261b3760 admin admin] Pushing event updated for resources: {'Port': ['ID=bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:46.926382 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098bc493-4846-48d1-8517-c81758ad8876 admin admin] Network 00c18901-0d42-4272-b558-b769b86bb94d is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:05:46.928674 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bc493-4846-48d1-8517-c81758ad8876 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:46.931785 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-098bc493-4846-48d1-8517-c81758ad8876 admin admin] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:46.986935 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:46.995508 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd368161-0081-4488-ba11-be8b8c532354 None None] Pushing event updated for resources: {'Port': ['ID=b0fad204-d915-4725-9e21-9785511ad2a1,revision_number=3']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:47.010840 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] Routers {'68cb6eb3-e96b-420c-b2f1-eaaefe0015aa'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:05:47.012148 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:05:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['68cb6eb3-e96b-420c-b2f1-eaaefe0015aa'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:47.017363 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8090-3173-45c7-be85-bd91cad51efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b473946a-3b09-4153-9e20-c7bd9c6d9d8e), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:47.038172 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:47.301959 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=100 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:47.319627 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d38f7a54-3ac6-445b-8bde-5a2e261b3760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:47.346681 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] Set router 68cb6eb3-e96b-420c-b2f1-eaaefe0015aa gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:05:47.446559 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:47.538708 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-a408b713-5ede-40b7-ae44-1f56f930d3ef None None] Provisioning complete for port b1322cc0-0755-4705-b236-01e3e1135226 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:47.539228 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-a408b713-5ede-40b7-ae44-1f56f930d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (b1322cc0-0755-4705-b236-01e3e1135226), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:47.539521 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-a408b713-5ede-40b7-ae44-1f56f930d3ef None None] Attempt 1 to provision port b1322cc0-0755-4705-b236-01e3e1135226 Sep 21 10:05:47.547268 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098bc493-4846-48d1-8517-c81758ad8876 admin admin] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:05:47.549314 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-098bc493-4846-48d1-8517-c81758ad8876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429853'] for router_interface (8ed771b5-79e0-4eec-903c-9332794fdbe8), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:47.715198 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d38f7a54-3ac6-445b-8bde-5a2e261b3760 admin admin] Publish callbacks [] for port (bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:47.725607 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d38f7a54-3ac6-445b-8bde-5a2e261b3760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:47.726587 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d38f7a54-3ac6-445b-8bde-5a2e261b3760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429961'] for router_interface (68cb6eb3-e96b-420c-b2f1-eaaefe0015aa), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:47.754217 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port ea1a7d88-d4dd-4115-b19e-4deedea5837b is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:47.756345 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:47.812950 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] Publish callbacks [] for port (510024c1-9af9-4e2f-b242-4bac738799a3), precommit_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:47.834924 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cb6eb3-e96b-420c-b2f1-eaaefe0015aa', 'name': 'tempest-DeleteServersTestJSON-1812815671-router', 'tenant_id': 'd7699a66a36f47a5b185517572024dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b0fad204-d915-4725-9e21-9785511ad2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:42Z', 'revision_number': 3, 'project_id': 'd7699a66a36f47a5b185517572024dfe', 'gw_port': {'id': 'b0fad204-d915-4725-9e21-9785511ad2a1', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cb6eb3-e96b-420c-b2f1-eaaefe0015aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:47.851408 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (510024c1-9af9-4e2f-b242-4bac738799a3), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:47.935055 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bb2f3-5d85-4be4-9e0c-4059d31e091d None None] The sync data for ids ['68cb6eb3-e96b-420c-b2f1-eaaefe0015aa'] in dv-cinder-855479-2-iscsi is: [{'id': '68cb6eb3-e96b-420c-b2f1-eaaefe0015aa', 'name': 'tempest-DeleteServersTestJSON-1812815671-router', 'tenant_id': 'd7699a66a36f47a5b185517572024dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b0fad204-d915-4725-9e21-9785511ad2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:42Z', 'revision_number': 3, 'project_id': 'd7699a66a36f47a5b185517572024dfe', 'gw_port': {'id': 'b0fad204-d915-4725-9e21-9785511ad2a1', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cb6eb3-e96b-420c-b2f1-eaaefe0015aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:05:47.940080 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f7a54-3ac6-445b-8bde-5a2e261b3760 admin admin] Pushing event updated for resources: {'Port': ['ID=bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:47.995019 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] Attempting to bind port 510024c1-9af9-4e2f-b242-4bac738799a3 on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:05:47.995391 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] Attempting to bind port 510024c1-9af9-4e2f-b242-4bac738799a3 by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:05:47.996513 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] Attempting to bind port 510024c1-9af9-4e2f-b242-4bac738799a3 on network e44615eb-99ac-4ee3-8eec-4410b9bcb116 {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:05:48.071103 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38f7a54-3ac6-445b-8bde-5a2e261b3760 admin admin] Network e7915053-18f1-403c-9517-b13162051fdd is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:05:48.077129 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-d38f7a54-3ac6-445b-8bde-5a2e261b3760 admin admin] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:48.136248 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-a408b713-5ede-40b7-ae44-1f56f930d3ef None None] Current status of the port b1322cc0-0755-4705-b236-01e3e1135226 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:48.137098 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-a408b713-5ede-40b7-ae44-1f56f930d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b1322cc0-0755-4705-b236-01e3e1135226), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:48.145994 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7074f-e1af-4a35-80c7-8c102dadcf81 None None] Pushing event updated for resources: {'Port': ['ID=510024c1-9af9-4e2f-b242-4bac738799a3,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:48.226134 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:41Z', 'revision_number': 3, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port': {'id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:05:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:48.261929 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-a408b713-5ede-40b7-ae44-1f56f930d3ef None None] For port b1322cc0-0755-4705-b236-01e3e1135226, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=b1322cc0-0755-4705-b236-01e3e1135226,segment=NetworkSegment(241b5bf6-5ac4-473b-82f0-57d3d23ca7fb),segment_id=241b5bf6-5ac4-473b-82f0-57d3d23ca7fb)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:05:48.264712 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:05:48.265419 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] Checking segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:05:48.265984 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:48.266671 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] Bound using segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:05:48.267367 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] Bound port: 510024c1-9af9-4e2f-b242-4bac738799a3, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:05:48.267949 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (510024c1-9af9-4e2f-b242-4bac738799a3), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:48.272592 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ddce875-0bf5-45ab-8f17-27465f6401ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:48.402765 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38f7a54-3ac6-445b-8bde-5a2e261b3760 admin admin] Router 68cb6eb3-e96b-420c-b2f1-eaaefe0015aa has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:05:48.429945 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 1ceedb3e-6e2b-4208-b60c-0129e50f33b6 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:05:48.434326 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-a408b713-5ede-40b7-ae44-1f56f930d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b1322cc0-0755-4705-b236-01e3e1135226), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:48.526966 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] For port 510024c1-9af9-4e2f-b242-4bac738799a3, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:05:48.562746 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] Checking router: e96952d6-7208-4ffc-a87b-07d09a0809d2 for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:05:48.563294 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] Updating router e96952d6-7208-4ffc-a87b-07d09a0809d2 port b363eb82-8d0f-440c-baf1-a13bf2b8427d binding host dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:05:48.609622 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38f7a54-3ac6-445b-8bde-5a2e261b3760 admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:05:48.630676 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-d38f7a54-3ac6-445b-8bde-5a2e261b3760 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/68cb6eb3-e96b-420c-b2f1-eaaefe0015aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1912835 Sep 21 10:05:48.662209 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] For port 510024c1-9af9-4e2f-b242-4bac738799a3, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=510024c1-9af9-4e2f-b242-4bac738799a3,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:05:48.664440 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408b713-5ede-40b7-ae44-1f56f930d3ef None None] Pushing event updated for resources: {'Port': ['ID=b1322cc0-0755-4705-b236-01e3e1135226,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:48.681575 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Provisioning complete for port b473946a-3b09-4153-9e20-c7bd9c6d9d8e triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:48.681957 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (b473946a-3b09-4153-9e20-c7bd9c6d9d8e), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:48.682278 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Attempt 1 to provision port b473946a-3b09-4153-9e20-c7bd9c6d9d8e Sep 21 10:05:48.688197 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (510024c1-9af9-4e2f-b242-4bac738799a3), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:48.708769 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b363eb82-8d0f-440c-baf1-a13bf2b8427d), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:48.822553 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-098bc493-4846-48d1-8517-c81758ad8876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:48.828637 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8090-3173-45c7-be85-bd91cad51efb admin admin] Publish callbacks [] for port (b473946a-3b09-4153-9e20-c7bd9c6d9d8e), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:48.842675 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8090-3173-45c7-be85-bd91cad51efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b473946a-3b09-4153-9e20-c7bd9c6d9d8e), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:48.843670 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8090-3173-45c7-be85-bd91cad51efb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429961'] for router_interface (74deb924-cbab-48eb-b912-d6b1db12d2db), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:48.892097 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Port b473946a-3b09-4153-9e20-c7bd9c6d9d8e cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:05:48.892577 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] Routers {'8ed771b5-79e0-4eec-903c-9332794fdbe8'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:05:48.893364 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:05:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['8ed771b5-79e0-4eec-903c-9332794fdbe8'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:48.972676 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 1ceedb3e-6e2b-4208-b60c-0129e50f33b6 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:48.973304 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (1ceedb3e-6e2b-4208-b60c-0129e50f33b6), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:48.973845 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 1ceedb3e-6e2b-4208-b60c-0129e50f33b6 Sep 21 10:05:48.982041 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:49.032297 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:49.044650 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7074f-e1af-4a35-80c7-8c102dadcf81 None None] Pushing event updated for resources: {'Port': ['ID=510024c1-9af9-4e2f-b242-4bac738799a3,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:49.091549 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd8090-3173-45c7-be85-bd91cad51efb admin admin] Pushing event updated for resources: {'Port': ['ID=b473946a-3b09-4153-9e20-c7bd9c6d9d8e,revision_number=2']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:49.111839 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-4ddce875-0bf5-45ab-8f17-27465f6401ef admin admin] Allocated IP 172.20.0.1 (60fbaebe-52f4-4e3a-8714-a12eadb4201c/4d5d2acf-1045-41a7-ba31-7ebbbda78430/d3927141-7786-4816-b6d0-e42a026a5a54) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:05:49.160684 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:49.219360 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:49.272385 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] Set router 8ed771b5-79e0-4eec-903c-9332794fdbe8 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:05:49.333045 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 48228) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:49.346118 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dd8090-3173-45c7-be85-bd91cad51efb admin admin] Network 97a59516-89f9-4e8e-9ccf-abdda6abc087 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:05:49.359946 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-e7dd8090-3173-45c7-be85-bd91cad51efb admin admin] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:49.411079 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Attempt 2 to provision port b473946a-3b09-4153-9e20-c7bd9c6d9d8e Sep 21 10:05:49.544780 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-098bc493-4846-48d1-8517-c81758ad8876 admin admin] Publish callbacks [] for port (d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:49.550512 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ddce875-0bf5-45ab-8f17-27465f6401ef admin admin] Publish callbacks [] for port (d3927141-7786-4816-b6d0-e42a026a5a54), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:49.586360 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dff48abc-46fc-4f9c-ad68-56c5c85c39e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:49.599114 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-098bc493-4846-48d1-8517-c81758ad8876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:49.599114 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-098bc493-4846-48d1-8517-c81758ad8876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429961'] for router_interface (8ed771b5-79e0-4eec-903c-9332794fdbe8), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:49.628807 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:49.734667 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dff48abc-46fc-4f9c-ad68-56c5c85c39e9 admin admin] Publish callbacks [] for security_group (a9911b29-865e-4efb-8040-c017ac4078d5), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:49.740799 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dff48abc-46fc-4f9c-ad68-56c5c85c39e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (a9911b29-865e-4efb-8040-c017ac4078d5), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:49.757513 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bc493-4846-48d1-8517-c81758ad8876 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec,revision_number=2']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:49.759963 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 1ceedb3e-6e2b-4208-b60c-0129e50f33b6 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:49.760454 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (1ceedb3e-6e2b-4208-b60c-0129e50f33b6), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:49.778995 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:49.782482 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7dd8090-3173-45c7-be85-bd91cad51efb admin admin] Router 74deb924-cbab-48eb-b912-d6b1db12d2db has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:05:49.786481 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ddce875-0bf5-45ab-8f17-27465f6401ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (d3927141-7786-4816-b6d0-e42a026a5a54), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:49.789109 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-dff48abc-46fc-4f9c-ad68-56c5c85c39e9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b107e77fc60945549e34cae9c7a8a8ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4533720 Sep 21 10:05:49.792398 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 48238) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:49.853518 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] For port 1ceedb3e-6e2b-4208-b60c-0129e50f33b6, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=1ceedb3e-6e2b-4208-b60c-0129e50f33b6,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:05:49.870416 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff48abc-46fc-4f9c-ad68-56c5c85c39e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9911b29-865e-4efb-8040-c017ac4078d5,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:49.871189 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Port b473946a-3b09-4153-9e20-c7bd9c6d9d8e cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:05:49.874036 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:49.876452 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (1ceedb3e-6e2b-4208-b60c-0129e50f33b6), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:49.877416 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 1fbd6870-85f2-4e8b-a23d-266caf53476e up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:05:49.885099 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddce875-0bf5-45ab-8f17-27465f6401ef admin admin] Network 60fbaebe-52f4-4e3a-8714-a12eadb4201c is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:05:49.895598 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-4ddce875-0bf5-45ab-8f17-27465f6401ef admin admin] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:49.904878 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddce875-0bf5-45ab-8f17-27465f6401ef admin admin] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:05:49.905361 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ddce875-0bf5-45ab-8f17-27465f6401ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429853'] for router_interface (e96952d6-7208-4ffc-a87b-07d09a0809d2), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:49.922925 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c3b09f55-2083-406b-9926-d94b02a50abd admin admin] Publish callbacks [] for security_group (a9911b29-865e-4efb-8040-c017ac4078d5), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:49.957259 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c3b09f55-2083-406b-9926-d94b02a50abd admin admin] Publish callbacks [] for security_group (a9911b29-865e-4efb-8040-c017ac4078d5), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:49.960616 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddce875-0bf5-45ab-8f17-27465f6401ef admin admin] Pushing event updated for resources: {'Port': ['ID=d3927141-7786-4816-b6d0-e42a026a5a54,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:49.964999 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] Publish callbacks [] for port (b363eb82-8d0f-440c-baf1-a13bf2b8427d), precommit_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:50.019394 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b363eb82-8d0f-440c-baf1-a13bf2b8427d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:50.057233 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c3b09f55-2083-406b-9926-d94b02a50abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (a9911b29-865e-4efb-8040-c017ac4078d5), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:50.060584 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c3b09f55-2083-406b-9926-d94b02a50abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:50.062064 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098bc493-4846-48d1-8517-c81758ad8876 admin admin] Network 00c18901-0d42-4272-b558-b769b86bb94d is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:05:50.068537 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-098bc493-4846-48d1-8517-c81758ad8876 admin admin] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:50.079201 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-c3b09f55-2083-406b-9926-d94b02a50abd admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a9911b29-865e-4efb-8040-c017ac4078d5 HTTP/1.1" status: 204 len: 168 time: 0.2848027 Sep 21 10:05:50.091835 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:50.109107 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b09f55-2083-406b-9926-d94b02a50abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9911b29-865e-4efb-8040-c017ac4078d5,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:50.111224 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Pushing event updated for resources: {'Port': ['ID=1ceedb3e-6e2b-4208-b60c-0129e50f33b6,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:50.129587 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] Attempting to bind port b363eb82-8d0f-440c-baf1-a13bf2b8427d on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:05:50.130536 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] Attempting to bind port b363eb82-8d0f-440c-baf1-a13bf2b8427d by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:05:50.131417 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] Attempting to bind port b363eb82-8d0f-440c-baf1-a13bf2b8427d on network e44615eb-99ac-4ee3-8eec-4410b9bcb116 {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:05:50.136538 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 4, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port': {'id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec', 'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'mac_address': 'fa:16:3e:e3:58:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:46Z', 'updated_at': '2022-09-21T10:05:46Z', 'revision_number': 1, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'subnets': [{'id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:50.372564 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:50.384740 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Attempt 3 to provision port b473946a-3b09-4153-9e20-c7bd9c6d9d8e Sep 21 10:05:50.405521 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dd8090-3173-45c7-be85-bd91cad51efb admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:05:50.415285 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7856687b-4ec8-4325-ac8c-fe38f89979b8 None None] The sync data for ids ['8ed771b5-79e0-4eec-903c-9332794fdbe8'] in dv-cinder-855479-2-iscsi is: [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 4, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port': {'id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec', 'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'mac_address': 'fa:16:3e:e3:58:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:46Z', 'updated_at': '2022-09-21T10:05:46Z', 'revision_number': 1, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'subnets': [{'id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:05:50.439220 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] Sync routers for ids ['74deb924-cbab-48eb-b912-d6b1db12d2db'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:05:50.467965 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-e7dd8090-3173-45c7-be85-bd91cad51efb admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/74deb924-cbab-48eb-b912-d6b1db12d2db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3428252 Sep 21 10:05:50.469205 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] Routers {'74deb924-cbab-48eb-b912-d6b1db12d2db'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:05:50.474087 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:05:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['74deb924-cbab-48eb-b912-d6b1db12d2db'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:50.490084 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 1fbd6870-85f2-4e8b-a23d-266caf53476e triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:50.490477 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (1fbd6870-85f2-4e8b-a23d-266caf53476e), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:50.490822 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 1fbd6870-85f2-4e8b-a23d-266caf53476e Sep 21 10:05:50.542255 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098bc493-4846-48d1-8517-c81758ad8876 admin admin] Router 8ed771b5-79e0-4eec-903c-9332794fdbe8 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:05:50.543134 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ddce875-0bf5-45ab-8f17-27465f6401ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d3927141-7786-4816-b6d0-e42a026a5a54), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:50.600462 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af5dec-0a29-45da-819e-a8d90eff53c0 None None] Pushing event updated for resources: {'Port': ['ID=b363eb82-8d0f-440c-baf1-a13bf2b8427d,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:50.615513 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Port b473946a-3b09-4153-9e20-c7bd9c6d9d8e cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:05:50.627419 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:05:50.627832 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] Checking segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:05:50.628247 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:50.628650 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] Bound using segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:05:50.629178 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] Bound port: b363eb82-8d0f-440c-baf1-a13bf2b8427d, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:05:50.629534 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b363eb82-8d0f-440c-baf1-a13bf2b8427d), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:50.869967 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] Sync routers for ids ['68cb6eb3-e96b-420c-b2f1-eaaefe0015aa'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:05:50.873205 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] Set router 74deb924-cbab-48eb-b912-d6b1db12d2db gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:05:50.875362 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 48276) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:50.899346 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d87876d4-817b-4055-b075-d84720b69c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:50.905893 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] For port b363eb82-8d0f-440c-baf1-a13bf2b8427d, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:05:51.009606 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] For port b363eb82-8d0f-440c-baf1-a13bf2b8427d, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=b363eb82-8d0f-440c-baf1-a13bf2b8427d,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:05:51.022104 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] Routers {'68cb6eb3-e96b-420c-b2f1-eaaefe0015aa'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:05:51.022927 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:05:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['68cb6eb3-e96b-420c-b2f1-eaaefe0015aa'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:51.028717 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 1fbd6870-85f2-4e8b-a23d-266caf53476e is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:51.029279 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (1fbd6870-85f2-4e8b-a23d-266caf53476e), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:51.061156 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 48286) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:51.070274 dv-cinder-855479-2-iscsi neutron-server[106519]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 10:05:51.086070 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b363eb82-8d0f-440c-baf1-a13bf2b8427d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:51.146530 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Attempt 4 to provision port b473946a-3b09-4153-9e20-c7bd9c6d9d8e Sep 21 10:05:51.261276 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098bc493-4846-48d1-8517-c81758ad8876 admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:05:51.271804 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-098bc493-4846-48d1-8517-c81758ad8876 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/8ed771b5-79e0-4eec-903c-9332794fdbe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6935911 Sep 21 10:05:51.307487 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ddce875-0bf5-45ab-8f17-27465f6401ef admin admin] Publish callbacks [] for port (d3927141-7786-4816-b6d0-e42a026a5a54), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:51.311937 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:51.314857 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ddce875-0bf5-45ab-8f17-27465f6401ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (d3927141-7786-4816-b6d0-e42a026a5a54), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:51.316639 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ddce875-0bf5-45ab-8f17-27465f6401ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429961'] for router_interface (e96952d6-7208-4ffc-a87b-07d09a0809d2), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:51.455454 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] Routers {'e96952d6-7208-4ffc-a87b-07d09a0809d2'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:05:51.456508 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:05:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['e96952d6-7208-4ffc-a87b-07d09a0809d2'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:51.456891 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-router', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:35Z', 'updated_at': '2022-09-21T10:05:46Z', 'revision_number': 4, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'gw_port': {'id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:36Z', 'updated_at': '2022-09-21T10:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'b473946a-3b09-4153-9e20-c7bd9c6d9d8e', 'name': '', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'mac_address': 'fa:16:3e:5b:1f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:43Z', 'updated_at': '2022-09-21T10:05:47Z', 'revision_number': 2, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'subnets': [{'id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:51.466658 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] For port 1fbd6870-85f2-4e8b-a23d-266caf53476e, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=1fbd6870-85f2-4e8b-a23d-266caf53476e,segment=NetworkSegment(9e458648-9149-441d-a094-021b458ff48c),segment_id=9e458648-9149-441d-a094-021b458ff48c)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:05:51.492263 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-f0fbcb62-58c3-4c89-92fb-e54248969235 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:05:51.494566 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-f0fbcb62-58c3-4c89-92fb-e54248969235 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/networks?id=e7915053-18f1-403c-9517-b13162051fdd HTTP/1.1" status: 200 len: 812 time: 0.4297395 Sep 21 10:05:51.518235 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d87876d4-817b-4055-b075-d84720b69c08 admin admin] Publish callbacks [] for security_group (a20978ef-7321-4ac2-895c-cd434b4484a9), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:51.526183 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-bd512760-6fec-4dc2-bf0b-623b0f369382 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/quotas/d7699a66a36f47a5b185517572024dfe HTTP/1.1" status: 200 len: 375 time: 0.0211687 Sep 21 10:05:51.526801 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] Checking router: 74deb924-cbab-48eb-b912-d6b1db12d2db for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:05:51.527678 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d87876d4-817b-4055-b075-d84720b69c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (a20978ef-7321-4ac2-895c-cd434b4484a9), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:51.528534 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] Updating router 74deb924-cbab-48eb-b912-d6b1db12d2db port b473946a-3b09-4153-9e20-c7bd9c6d9d8e binding host dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:05:51.548095 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddce875-0bf5-45ab-8f17-27465f6401ef admin admin] Pushing event updated for resources: {'Port': ['ID=d3927141-7786-4816-b6d0-e42a026a5a54,revision_number=2']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:51.582417 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Port b473946a-3b09-4153-9e20-c7bd9c6d9d8e cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:05:51.590342 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b473946a-3b09-4153-9e20-c7bd9c6d9d8e), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:51.594568 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (1fbd6870-85f2-4e8b-a23d-266caf53476e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:51.596694 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b1322cc0-0755-4705-b236-01e3e1135226 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:05:51.659045 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddce875-0bf5-45ab-8f17-27465f6401ef admin admin] Network 60fbaebe-52f4-4e3a-8714-a12eadb4201c is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:05:51.663708 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-4ddce875-0bf5-45ab-8f17-27465f6401ef admin admin] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:51.725919 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:51.739707 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-d87876d4-817b-4055-b075-d84720b69c08 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6b206d23b985417e8f1c7aef4f54e22a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8592341 Sep 21 10:05:51.760020 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 48314) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:51.760192 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af5dec-0a29-45da-819e-a8d90eff53c0 None None] Pushing event updated for resources: {'Port': ['ID=b363eb82-8d0f-440c-baf1-a13bf2b8427d,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:51.764895 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87876d4-817b-4055-b075-d84720b69c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20978ef-7321-4ac2-895c-cd434b4484a9,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:51.878250 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-d01253a0-c654-433e-b1ff-db1ca607c910 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=d7699a66a36f47a5b185517572024dfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3359206 Sep 21 10:05:51.957831 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddce875-0bf5-45ab-8f17-27465f6401ef admin admin] Router e96952d6-7208-4ffc-a87b-07d09a0809d2 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:05:51.973187 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] Set router 68cb6eb3-e96b-420c-b2f1-eaaefe0015aa gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:05:52.028135 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-719e86f3-4d0e-41a9-a027-e3ef3a40237c admin admin] Publish callbacks [] for security_group (a20978ef-7321-4ac2-895c-cd434b4484a9), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:52.084064 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-719e86f3-4d0e-41a9-a027-e3ef3a40237c admin admin] Publish callbacks [] for security_group (a20978ef-7321-4ac2-895c-cd434b4484a9), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:52.208066 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Attempt 5 to provision port b473946a-3b09-4153-9e20-c7bd9c6d9d8e Sep 21 10:05:52.214969 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port b1322cc0-0755-4705-b236-01e3e1135226 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:52.218382 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (b1322cc0-0755-4705-b236-01e3e1135226), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:52.220028 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port b1322cc0-0755-4705-b236-01e3e1135226 Sep 21 10:05:52.238542 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-719e86f3-4d0e-41a9-a027-e3ef3a40237c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (a20978ef-7321-4ac2-895c-cd434b4484a9), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:52.243979 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-719e86f3-4d0e-41a9-a027-e3ef3a40237c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:52.245379 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-719e86f3-4d0e-41a9-a027-e3ef3a40237c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a20978ef-7321-4ac2-895c-cd434b4484a9 HTTP/1.1" status: 204 len: 168 time: 0.4619768 Sep 21 10:05:52.263000 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e86f3-4d0e-41a9-a027-e3ef3a40237c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20978ef-7321-4ac2-895c-cd434b4484a9,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:52.290937 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] Publish callbacks [] for port (b473946a-3b09-4153-9e20-c7bd9c6d9d8e), precommit_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:52.293562 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:52.307254 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b473946a-3b09-4153-9e20-c7bd9c6d9d8e), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:52.387956 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-92aa4687-cb57-4b2e-9ae3-9a0c613df402 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106519) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 10:05:52.389261 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-92aa4687-cb57-4b2e-9ae3-9a0c613df402 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1289752 Sep 21 10:05:52.427079 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:52.462640 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9ffcf-eff5-4f3a-9311-ef7ef791f93f None None] Pushing event updated for resources: {'Port': ['ID=b473946a-3b09-4153-9e20-c7bd9c6d9d8e,revision_number=3']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:52.480590 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Port b473946a-3b09-4153-9e20-c7bd9c6d9d8e cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:05:52.502873 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Pushing event updated for resources: {'Port': ['ID=1fbd6870-85f2-4e8b-a23d-266caf53476e,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:52.538363 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] Attempting to bind port b473946a-3b09-4153-9e20-c7bd9c6d9d8e on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:05:52.539546 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] Attempting to bind port b473946a-3b09-4153-9e20-c7bd9c6d9d8e by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:05:52.540117 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] Attempting to bind port b473946a-3b09-4153-9e20-c7bd9c6d9d8e on network 97a59516-89f9-4e8e-9ccf-abdda6abc087 {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:05:52.548495 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddce875-0bf5-45ab-8f17-27465f6401ef admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:05:52.553058 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:52.579726 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-4ddce875-0bf5-45ab-8f17-27465f6401ef admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/e96952d6-7208-4ffc-a87b-07d09a0809d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4019780 Sep 21 10:05:52.625603 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] Set router e96952d6-7208-4ffc-a87b-07d09a0809d2 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:05:52.667183 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:05:52.668200 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] Checking segment: {'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:05:52.668605 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:52.669933 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] Bound using segment: {'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:05:52.673046 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] Bound port: b473946a-3b09-4153-9e20-c7bd9c6d9d8e, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'}}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:05:52.673662 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b473946a-3b09-4153-9e20-c7bd9c6d9d8e), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:52.731780 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:52.787901 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-c47ec603-f7c9-4a50-9041-ffb92f5afa88 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e7915053-18f1-403c-9517-b13162051fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852165 Sep 21 10:05:52.864159 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] For port b473946a-3b09-4153-9e20-c7bd9c6d9d8e, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:05:52.872252 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] For port b473946a-3b09-4153-9e20-c7bd9c6d9d8e, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=b473946a-3b09-4153-9e20-c7bd9c6d9d8e,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:05:52.886563 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b473946a-3b09-4153-9e20-c7bd9c6d9d8e), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:52.888393 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port b1322cc0-0755-4705-b236-01e3e1135226 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:52.894494 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device ea1a7d88-d4dd-4115-b19e-4deedea5837b up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:05:53.001349 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Attempt 6 to provision port b473946a-3b09-4153-9e20-c7bd9c6d9d8e Sep 21 10:05:53.014968 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-22a44c48-284e-4de1-a20e-df757a5a984d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e7915053-18f1-403c-9517-b13162051fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243006 Sep 21 10:05:53.104007 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 48364) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:53.125632 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9ffcf-eff5-4f3a-9311-ef7ef791f93f None None] Pushing event updated for resources: {'Port': ['ID=b473946a-3b09-4153-9e20-c7bd9c6d9d8e,revision_number=4']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:53.135467 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] Routers {'74deb924-cbab-48eb-b912-d6b1db12d2db'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:05:53.136200 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:05:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['74deb924-cbab-48eb-b912-d6b1db12d2db'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:53.242236 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port ea1a7d88-d4dd-4115-b19e-4deedea5837b triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:53.242882 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (ea1a7d88-d4dd-4115-b19e-4deedea5837b), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:53.243884 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port ea1a7d88-d4dd-4115-b19e-4deedea5837b Sep 21 10:05:53.286646 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:53.301018 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-024cb4e5-90a1-47f7-8c3a-17c06e589e70 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:05:53.310480 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-024cb4e5-90a1-47f7-8c3a-17c06e589e70 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/networks?id=97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 200 len: 819 time: 0.2052469 Sep 21 10:05:53.333439 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-d551f52a-ea7f-49af-a5cc-c2363d825e2b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/quotas/f75ba10758754f4f9c778e357a87f58e HTTP/1.1" status: 200 len: 375 time: 0.0214953 Sep 21 10:05:53.407206 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-b0997c5c-a9d8-4be3-ab67-9f9dad0f20c2 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f75ba10758754f4f9c778e357a87f58e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726285 Sep 21 10:05:53.415681 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] Set router 74deb924-cbab-48eb-b912-d6b1db12d2db gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:05:53.575942 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cb6eb3-e96b-420c-b2f1-eaaefe0015aa', 'name': 'tempest-DeleteServersTestJSON-1812815671-router', 'tenant_id': 'd7699a66a36f47a5b185517572024dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b0fad204-d915-4725-9e21-9785511ad2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:47Z', 'revision_number': 4, 'project_id': 'd7699a66a36f47a5b185517572024dfe', 'gw_port': {'id': 'b0fad204-d915-4725-9e21-9785511ad2a1', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cb6eb3-e96b-420c-b2f1-eaaefe0015aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd', 'name': '', 'network_id': 'e7915053-18f1-403c-9517-b13162051fdd', 'tenant_id': 'd7699a66a36f47a5b185517572024dfe', 'mac_address': 'fa:16:3e:91:2c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cb6eb3-e96b-420c-b2f1-eaaefe0015aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c725d009-40a5-4e48-8390-47275e85bd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:45Z', 'updated_at': '2022-09-21T10:05:47Z', 'revision_number': 2, 'project_id': 'd7699a66a36f47a5b185517572024dfe', 'subnets': [{'id': 'c725d009-40a5-4e48-8390-47275e85bd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:53.619907 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Current status of the port b473946a-3b09-4153-9e20-c7bd9c6d9d8e is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:53.620364 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b473946a-3b09-4153-9e20-c7bd9c6d9d8e), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:53.627846 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] Checking router: 68cb6eb3-e96b-420c-b2f1-eaaefe0015aa for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:05:53.628202 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] Updating router 68cb6eb3-e96b-420c-b2f1-eaaefe0015aa port bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd binding host dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:05:53.746282 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:53.768186 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] For port b473946a-3b09-4153-9e20-c7bd9c6d9d8e, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=b473946a-3b09-4153-9e20-c7bd9c6d9d8e,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:05:53.773290 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 4, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port': {'id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd3927141-7786-4816-b6d0-e42a026a5a54', 'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'mac_address': 'fa:16:3e:2e:24:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:48Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 2, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'subnets': [{'id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:53.827505 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-router', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:35Z', 'updated_at': '2022-09-21T10:05:46Z', 'revision_number': 4, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'gw_port': {'id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:36Z', 'updated_at': '2022-09-21T10:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'b473946a-3b09-4153-9e20-c7bd9c6d9d8e', 'name': '', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'mac_address': 'fa:16:3e:5b:1f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:43Z', 'updated_at': '2022-09-21T10:05:52Z', 'revision_number': 4, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'subnets': [{'id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:53.846142 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b473946a-3b09-4153-9e20-c7bd9c6d9d8e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:53.860349 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port ea1a7d88-d4dd-4115-b19e-4deedea5837b is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:53.894164 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-f831ab45-c158-4ab3-9210-c963353cf702 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106519) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 10:05:53.902573 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-f831ab45-c158-4ab3-9210-c963353cf702 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1522646 Sep 21 10:05:53.923231 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c386ca-2665-4f9f-ba20-b63ed261d147 None None] The sync data for ids ['e96952d6-7208-4ffc-a87b-07d09a0809d2'] in dv-cinder-855479-2-iscsi is: [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 4, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port': {'id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd3927141-7786-4816-b6d0-e42a026a5a54', 'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'mac_address': 'fa:16:3e:2e:24:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:48Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 2, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'subnets': [{'id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:05:53.948360 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 48408) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:53.954279 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac86a0c0-2e9d-4b04-abfc-d3d79127a79e None None] The sync data for ids ['74deb924-cbab-48eb-b912-d6b1db12d2db'] in dv-cinder-855479-2-iscsi is: [{'id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-router', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:35Z', 'updated_at': '2022-09-21T10:05:46Z', 'revision_number': 4, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'gw_port': {'id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:36Z', 'updated_at': '2022-09-21T10:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'b473946a-3b09-4153-9e20-c7bd9c6d9d8e', 'name': '', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'mac_address': 'fa:16:3e:5b:1f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:43Z', 'updated_at': '2022-09-21T10:05:52Z', 'revision_number': 4, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'subnets': [{'id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:05:53.955815 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-b7f93dd1-78dd-4690-809a-4ed152945b33 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1289489252', 'description': 'tempest-description--216202953'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:05:54.000248 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Provisioning complete for port b1322cc0-0755-4705-b236-01e3e1135226 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:54.000817 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (b1322cc0-0755-4705-b236-01e3e1135226), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:54.001284 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Attempt 1 to provision port b1322cc0-0755-4705-b236-01e3e1135226 Sep 21 10:05:54.084461 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b7f93dd1-78dd-4690-809a-4ed152945b33 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:54.103211 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:54.143097 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:54.187782 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=100 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:54.233230 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Pushing event updated for resources: {'Port': ['ID=b473946a-3b09-4153-9e20-c7bd9c6d9d8e,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:54.369074 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-883d4f35-4b29-4dae-9fa9-991f17a0b022 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634879 Sep 21 10:05:54.458354 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] Sync routers for ids ['8ed771b5-79e0-4eec-903c-9332794fdbe8'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:05:54.506382 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b7f93dd1-78dd-4690-809a-4ed152945b33 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group (bcc146eb-1ba1-4f2c-b015-487d79f94185), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:54.510302 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] Routers {'8ed771b5-79e0-4eec-903c-9332794fdbe8'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:05:54.513067 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:05:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['8ed771b5-79e0-4eec-903c-9332794fdbe8'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:54.514499 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b7f93dd1-78dd-4690-809a-4ed152945b33 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (bcc146eb-1ba1-4f2c-b015-487d79f94185), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:54.611155 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 48434) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:54.622692 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-d9376b9b-5314-4bc5-98ca-3ad0b88bc5ea tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1743527500', 'description': 'tempest-description--935217912'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:05:54.675743 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b7f93dd1-78dd-4690-809a-4ed152945b33 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:54.679589 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-b7f93dd1-78dd-4690-809a-4ed152945b33 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7292013 Sep 21 10:05:54.685757 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 48438) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:54.699915 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-16243353-d0ac-42d4-b755-474eec8de431 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Request body: {'security_group_rule': {'security_group_id': 'bcc146eb-1ba1-4f2c-b015-487d79f94185', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:05:54.727991 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f93dd1-78dd-4690-809a-4ed152945b33 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc146eb-1ba1-4f2c-b015-487d79f94185,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:54.758832 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b0fad204-d915-4725-9e21-9785511ad2a1 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:05:54.847746 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d9376b9b-5314-4bc5-98ca-3ad0b88bc5ea tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:54.885347 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-1def7257-89c8-4a76-9574-72b712859772 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091314 Sep 21 10:05:54.904199 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-414e9247-5ead-4ba0-a0d5-e9b894e6283e req-ae22de83-d5cc-4fe8-8dfd-4843de93e14f tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 210 time: 0.1564982 Sep 21 10:05:54.905050 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Current status of the port b1322cc0-0755-4705-b236-01e3e1135226 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:54.974858 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Provisioning complete for port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:54.975539 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:54.976723 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Attempt 1 to provision port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec Sep 21 10:05:55.053158 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] Set router 8ed771b5-79e0-4eec-903c-9332794fdbe8 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:05:55.095024 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-16243353-d0ac-42d4-b755-474eec8de431 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group_rule (23e06d93-bdfb-430b-a9f2-0e7b9b643f1d), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:55.117610 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:05:55.163223 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:55.241467 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port b0fad204-d915-4725-9e21-9785511ad2a1 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:55.242498 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (b0fad204-d915-4725-9e21-9785511ad2a1), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:55.259332 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port b0fad204-d915-4725-9e21-9785511ad2a1 Sep 21 10:05:55.585144 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d1409a68-d444-48eb-905f-d02349a6f936 req-e34eda28-3b62-4ade-b248-d7099688bf1c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 210 time: 0.1181324 Sep 21 10:05:55.642938 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Attempt 2 to provision port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec Sep 21 10:05:55.670801 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-16243353-d0ac-42d4-b755-474eec8de431 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group_rule (23e06d93-bdfb-430b-a9f2-0e7b9b643f1d), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:55.671036 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:55.716368 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d9376b9b-5314-4bc5-98ca-3ad0b88bc5ea tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group (589ebaf8-d065-49bc-8b0a-83469a15818a), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:55.717521 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-16243353-d0ac-42d4-b755-474eec8de431 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (23e06d93-bdfb-430b-a9f2-0e7b9b643f1d), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:55.751183 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d9376b9b-5314-4bc5-98ca-3ad0b88bc5ea tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (589ebaf8-d065-49bc-8b0a-83469a15818a), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:55.774317 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:55.857479 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] Publish callbacks [] for port (bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd), precommit_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:55.871005 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:05:55.886966 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16243353-d0ac-42d4-b755-474eec8de431 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e06d93-bdfb-430b-a9f2-0e7b9b643f1d,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:55.916319 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-16243353-d0ac-42d4-b755-474eec8de431 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:55.916831 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-16243353-d0ac-42d4-b755-474eec8de431 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2272899 Sep 21 10:05:55.920178 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 48500) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:55.924796 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-3713b4ec-5130-4ec3-abf4-ecccc49f89d4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Request body: {'security_group_rule': {'security_group_id': 'bcc146eb-1ba1-4f2c-b015-487d79f94185', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:05:55.938712 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 4, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port': {'id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec', 'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'mac_address': 'fa:16:3e:e3:58:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:46Z', 'updated_at': '2022-09-21T10:05:49Z', 'revision_number': 2, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'subnets': [{'id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:55.966906 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:55.975749 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d9376b9b-5314-4bc5-98ca-3ad0b88bc5ea tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:55.995865 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] Checking router: 8ed771b5-79e0-4eec-903c-9332794fdbe8 for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:05:55.996707 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-d9376b9b-5314-4bc5-98ca-3ad0b88bc5ea tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3844657 Sep 21 10:05:56.002795 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] Updating router 8ed771b5-79e0-4eec-903c-9332794fdbe8 port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec binding host dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:05:56.005984 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 48510) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:56.011141 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9376b9b-5314-4bc5-98ca-3ad0b88bc5ea tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=589ebaf8-d065-49bc-8b0a-83469a15818a,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:56.026105 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-13f0e567-f234-4d66-889c-c6dfd1939f36 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Request body: {'security_group_rule': {'security_group_id': '589ebaf8-d065-49bc-8b0a-83469a15818a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:05:56.064176 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port b0fad204-d915-4725-9e21-9785511ad2a1 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:56.064869 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b0fad204-d915-4725-9e21-9785511ad2a1), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:56.109199 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:56.142604 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] For port b0fad204-d915-4725-9e21-9785511ad2a1, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=b0fad204-d915-4725-9e21-9785511ad2a1,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:05:56.144287 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f0bd8-56a2-4b85-90e8-2c0a49efa8ac None None] Pushing event updated for resources: {'Port': ['ID=bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:56.164359 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b0fad204-d915-4725-9e21-9785511ad2a1), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:56.166664 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 1ceedb3e-6e2b-4208-b60c-0129e50f33b6 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:05:56.170207 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:56.350644 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] Attempting to bind port bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:05:56.351235 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] Attempting to bind port bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '9e458648-9149-441d-a094-021b458ff48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e7915053-18f1-403c-9517-b13162051fdd'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:05:56.351362 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] Attempting to bind port bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd on network e7915053-18f1-403c-9517-b13162051fdd {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:05:56.369240 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4aaa66ca-5d49-4317-be26-93948e189f2c req-03bdfec5-36b1-40cb-84cc-87ab21461733 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 210 time: 0.2566853 Sep 21 10:05:56.371121 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3713b4ec-5130-4ec3-abf4-ecccc49f89d4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group_rule (1acb7214-7874-443e-968c-2777c1f1e468), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:56.422869 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Attempt 3 to provision port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec Sep 21 10:05:56.611019 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Pushing event updated for resources: {'Port': ['ID=b0fad204-d915-4725-9e21-9785511ad2a1,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:56.653265 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:05:56.657330 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 1ceedb3e-6e2b-4208-b60c-0129e50f33b6 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:56.657702 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (1ceedb3e-6e2b-4208-b60c-0129e50f33b6), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:56.658083 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 1ceedb3e-6e2b-4208-b60c-0129e50f33b6 Sep 21 10:05:56.708512 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3713b4ec-5130-4ec3-abf4-ecccc49f89d4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group_rule (1acb7214-7874-443e-968c-2777c1f1e468), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:56.715257 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-13f0e567-f234-4d66-889c-c6dfd1939f36 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group_rule (a20ab92f-aec8-439a-8d17-0cb7183d6e9d), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:56.775838 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:05:56.777062 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] Checking segment: {'id': '9e458648-9149-441d-a094-021b458ff48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e7915053-18f1-403c-9517-b13162051fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:05:56.788172 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:56.788887 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] Bound using segment: {'id': '9e458648-9149-441d-a094-021b458ff48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e7915053-18f1-403c-9517-b13162051fdd'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:05:56.789438 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] Bound port: bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e458648-9149-441d-a094-021b458ff48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e7915053-18f1-403c-9517-b13162051fdd'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:05:56.789967 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:56.888868 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-13f0e567-f234-4d66-889c-c6dfd1939f36 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group_rule (a20ab92f-aec8-439a-8d17-0cb7183d6e9d), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:56.890250 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3713b4ec-5130-4ec3-abf4-ecccc49f89d4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (1acb7214-7874-443e-968c-2777c1f1e468), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:56.962788 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713b4ec-5130-4ec3-abf4-ecccc49f89d4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1acb7214-7874-443e-968c-2777c1f1e468,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:56.965772 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-13f0e567-f234-4d66-889c-c6dfd1939f36 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (a20ab92f-aec8-439a-8d17-0cb7183d6e9d), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:57.059978 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 1ceedb3e-6e2b-4208-b60c-0129e50f33b6 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:57.061372 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b1322cc0-0755-4705-b236-01e3e1135226 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:05:57.072201 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08041133-b80e-4931-a914-481455e78794 req-8749672d-c9c4-4507-97e2-fd963d0dd0a0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:05:57.092114 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08041133-b80e-4931-a914-481455e78794 req-8749672d-c9c4-4507-97e2-fd963d0dd0a0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/networks?id=97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 200 len: 819 time: 0.9094949 Sep 21 10:05:57.123044 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] Publish callbacks [] for port (d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec), precommit_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:57.131988 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3713b4ec-5130-4ec3-abf4-ecccc49f89d4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:57.134433 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-3713b4ec-5130-4ec3-abf4-ecccc49f89d4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2129798 Sep 21 10:05:57.137764 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 48572) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:57.140055 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:57.142706 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-a22027b8-12e9-4305-84c8-f137be821a3c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Request body: {'floatingip': {'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:05:57.159812 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] For port bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:05:57.162240 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Attempt 4 to provision port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec Sep 21 10:05:57.174730 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08041133-b80e-4931-a914-481455e78794 req-fca41ceb-0bec-4c94-a80a-91aaccbed421 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/quotas/f75ba10758754f4f9c778e357a87f58e HTTP/1.1" status: 200 len: 375 time: 0.0771480 Sep 21 10:05:57.176703 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0e567-f234-4d66-889c-c6dfd1939f36 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20ab92f-aec8-439a-8d17-0cb7183d6e9d,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:57.197281 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port b1322cc0-0755-4705-b236-01e3e1135226 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:57.206248 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (b1322cc0-0755-4705-b236-01e3e1135226), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:57.207163 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port b1322cc0-0755-4705-b236-01e3e1135226 Sep 21 10:05:57.209184 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a22027b8-12e9-4305-84c8-f137be821a3c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:57.281319 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] For port bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd,segment=NetworkSegment(9e458648-9149-441d-a094-021b458ff48c),segment_id=9e458648-9149-441d-a094-021b458ff48c)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:05:57.284779 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-13f0e567-f234-4d66-889c-c6dfd1939f36 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:57.288554 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-13f0e567-f234-4d66-889c-c6dfd1939f36 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2763481 Sep 21 10:05:57.288696 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:05:57.290393 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 48576) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:57.293393 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99fa19-45c4-4e52-926b-d90749c7de38 None None] Pushing event updated for resources: {'Port': ['ID=d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec,revision_number=3']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:57.307115 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-ed6f977f-a5db-4a20-a692-c6df8cc7e536 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Request body: {'security_group_rule': {'security_group_id': '589ebaf8-d065-49bc-8b0a-83469a15818a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:05:57.318566 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:57.329806 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] Attempting to bind port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:05:57.330303 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] Attempting to bind port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '08aee52f-e34c-4335-a4cc-9d39df29fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d'}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:05:57.331311 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] Attempting to bind port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec on network 00c18901-0d42-4272-b558-b769b86bb94d {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:05:57.335810 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08041133-b80e-4931-a914-481455e78794 req-9d83a7dc-8a89-44e6-8845-b8117388f983 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f75ba10758754f4f9c778e357a87f58e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1600451 Sep 21 10:05:57.387057 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] Routers {'68cb6eb3-e96b-420c-b2f1-eaaefe0015aa'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:05:57.391048 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:05:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['68cb6eb3-e96b-420c-b2f1-eaaefe0015aa'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:57.406985 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:05:57.407726 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] Checking segment: {'id': '08aee52f-e34c-4335-a4cc-9d39df29fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:05:57.408419 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:57.409260 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] Bound using segment: {'id': '08aee52f-e34c-4335-a4cc-9d39df29fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d'} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:05:57.410233 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] Bound port: d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aee52f-e34c-4335-a4cc-9d39df29fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d'}}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:05:57.410872 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:57.498103 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:57.521675 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-ed6f977f-a5db-4a20-a692-c6df8cc7e536 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group_rule (0e4e204d-fc49-41a2-93f5-69927f4daca3), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:57.567275 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a22027b8-12e9-4305-84c8-f137be821a3c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:57.570045 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] For port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:05:57.573693 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] For port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:05:57.582346 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:57.625896 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-ed6f977f-a5db-4a20-a692-c6df8cc7e536 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group_rule (0e4e204d-fc49-41a2-93f5-69927f4daca3), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:57.630235 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:57.636269 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-ed6f977f-a5db-4a20-a692-c6df8cc7e536 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (0e4e204d-fc49-41a2-93f5-69927f4daca3), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:57.648730 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f0bd8-56a2-4b85-90e8-2c0a49efa8ac None None] Pushing event updated for resources: {'Port': ['ID=bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:57.705610 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99fa19-45c4-4e52-926b-d90749c7de38 None None] Pushing event updated for resources: {'Port': ['ID=d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec,revision_number=4']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:57.713729 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port b1322cc0-0755-4705-b236-01e3e1135226 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:57.715891 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] Routers {'8ed771b5-79e0-4eec-903c-9332794fdbe8'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:05:57.716788 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:05:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['8ed771b5-79e0-4eec-903c-9332794fdbe8'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:57.721267 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f977f-a5db-4a20-a692-c6df8cc7e536 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4e204d-fc49-41a2-93f5-69927f4daca3,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:57.725454 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 1fbd6870-85f2-4e8b-a23d-266caf53476e up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:05:57.769906 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:57.785422 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-a22027b8-12e9-4305-84c8-f137be821a3c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Allocated IP 172.27.2.4 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/c27fe7e6-a6c1-44c4-879f-6b228d83b8d9) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:05:57.788972 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Attempt 5 to provision port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec Sep 21 10:05:57.797423 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08041133-b80e-4931-a914-481455e78794 req-17d3b7f5-21ee-42e9-a6ca-268411b387c7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432020 Sep 21 10:05:57.803841 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0f71032d-6668-487b-ba14-d88fcd40d727 req-61ab8ac6-3420-4742-9897-00eea1ab98e6 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 210 time: 0.0872543 Sep 21 10:05:57.812999 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-ed6f977f-a5db-4a20-a692-c6df8cc7e536 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:57.819978 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-ed6f977f-a5db-4a20-a692-c6df8cc7e536 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5219934 Sep 21 10:05:57.820522 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 48590) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:05:57.844969 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] Set router 68cb6eb3-e96b-420c-b2f1-eaaefe0015aa gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:05:57.876330 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-1aa9686c-c8ce-40d7-9e9b-abbfe3a4bffd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Request body: {'floatingip': {'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:05:57.884735 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:57.918745 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] Set router 8ed771b5-79e0-4eec-903c-9332794fdbe8 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:05:57.949081 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:57.958851 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a22027b8-12e9-4305-84c8-f137be821a3c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for port (c27fe7e6-a6c1-44c4-879f-6b228d83b8d9), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:57.963305 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:57.984873 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-1aa9686c-c8ce-40d7-9e9b-abbfe3a4bffd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:58.026947 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a22027b8-12e9-4305-84c8-f137be821a3c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (c27fe7e6-a6c1-44c4-879f-6b228d83b8d9), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:58.040902 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 1fbd6870-85f2-4e8b-a23d-266caf53476e triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:58.041561 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (1fbd6870-85f2-4e8b-a23d-266caf53476e), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:58.042034 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 1fbd6870-85f2-4e8b-a23d-266caf53476e Sep 21 10:05:58.101114 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22027b8-12e9-4305-84c8-f137be821a3c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:05:58.104519 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22027b8-12e9-4305-84c8-f137be821a3c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Pushing event updated for resources: {'Port': ['ID=c27fe7e6-a6c1-44c4-879f-6b228d83b8d9,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:58.114656 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-a22027b8-12e9-4305-84c8-f137be821a3c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:05:58.119556 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22027b8-12e9-4305-84c8-f137be821a3c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:05:58.183813 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08041133-b80e-4931-a914-481455e78794 req-c5cf75f4-8dcf-4268-a8a5-d4e0c91e6bcf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620284 Sep 21 10:05:58.215743 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:58.243813 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-1aa9686c-c8ce-40d7-9e9b-abbfe3a4bffd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:58.291523 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a22027b8-12e9-4305-84c8-f137be821a3c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for floatingip (077be602-b124-4cd0-9f5c-761dc6969b41), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:58.339856 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:58.381000 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a22027b8-12e9-4305-84c8-f137be821a3c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (c27fe7e6-a6c1-44c4-879f-6b228d83b8d9), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:58.394358 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Current status of the port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:58.394938 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:58.430512 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 1fbd6870-85f2-4e8b-a23d-266caf53476e is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:58.431598 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 510024c1-9af9-4e2f-b242-4bac738799a3 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:05:58.503402 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 4, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port': {'id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec', 'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'mac_address': 'fa:16:3e:e3:58:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:46Z', 'updated_at': '2022-09-21T10:05:57Z', 'revision_number': 4, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'subnets': [{'id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:58.511976 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 510024c1-9af9-4e2f-b242-4bac738799a3 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:58.512303 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (510024c1-9af9-4e2f-b242-4bac738799a3), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:58.512643 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 510024c1-9af9-4e2f-b242-4bac738799a3 Sep 21 10:05:58.565978 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] For port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:05:58.593036 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb3f111-d6cf-4621-8f91-73b87fa84328 None None] The sync data for ids ['8ed771b5-79e0-4eec-903c-9332794fdbe8'] in dv-cinder-855479-2-iscsi is: [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 4, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port': {'id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec', 'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'mac_address': 'fa:16:3e:e3:58:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:46Z', 'updated_at': '2022-09-21T10:05:57Z', 'revision_number': 4, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'subnets': [{'id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:05:58.638883 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:05:58.646903 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:58.668631 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [None req-1aa9686c-c8ce-40d7-9e9b-abbfe3a4bffd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Allocated IP 172.27.2.231 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/65cc295d-01ef-4f28-b606-c35f76e2b14b) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:05:58.681272 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Provisioning complete for port 1fbd6870-85f2-4e8b-a23d-266caf53476e triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:58.681675 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (1fbd6870-85f2-4e8b-a23d-266caf53476e), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:58.682101 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Attempt 1 to provision port 1fbd6870-85f2-4e8b-a23d-266caf53476e Sep 21 10:05:58.756278 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a22027b8-12e9-4305-84c8-f137be821a3c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for port (c27fe7e6-a6c1-44c4-879f-6b228d83b8d9), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:58.769599 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a22027b8-12e9-4305-84c8-f137be821a3c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (c27fe7e6-a6c1-44c4-879f-6b228d83b8d9), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:58.770237 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a22027b8-12e9-4305-84c8-f137be821a3c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (077be602-b124-4cd0-9f5c-761dc6969b41), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:58.857644 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22027b8-12e9-4305-84c8-f137be821a3c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Pushing event updated for resources: {'Port': ['ID=c27fe7e6-a6c1-44c4-879f-6b228d83b8d9,revision_number=2']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:58.918648 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a22027b8-12e9-4305-84c8-f137be821a3c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:58.920082 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-a22027b8-12e9-4305-84c8-f137be821a3c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7812333 Sep 21 10:05:58.922569 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cb6eb3-e96b-420c-b2f1-eaaefe0015aa', 'name': 'tempest-DeleteServersTestJSON-1812815671-router', 'tenant_id': 'd7699a66a36f47a5b185517572024dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b0fad204-d915-4725-9e21-9785511ad2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:47Z', 'revision_number': 4, 'project_id': 'd7699a66a36f47a5b185517572024dfe', 'gw_port': {'id': 'b0fad204-d915-4725-9e21-9785511ad2a1', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cb6eb3-e96b-420c-b2f1-eaaefe0015aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd', 'name': '', 'network_id': 'e7915053-18f1-403c-9517-b13162051fdd', 'tenant_id': 'd7699a66a36f47a5b185517572024dfe', 'mac_address': 'fa:16:3e:91:2c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cb6eb3-e96b-420c-b2f1-eaaefe0015aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c725d009-40a5-4e48-8390-47275e85bd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:45Z', 'updated_at': '2022-09-21T10:05:57Z', 'revision_number': 4, 'project_id': 'd7699a66a36f47a5b185517572024dfe', 'subnets': [{'id': 'c725d009-40a5-4e48-8390-47275e85bd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:05:58.959913 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0370d9-d0f7-4d7e-9d97-53017a6a11b6 None None] The sync data for ids ['68cb6eb3-e96b-420c-b2f1-eaaefe0015aa'] in dv-cinder-855479-2-iscsi is: [{'id': '68cb6eb3-e96b-420c-b2f1-eaaefe0015aa', 'name': 'tempest-DeleteServersTestJSON-1812815671-router', 'tenant_id': 'd7699a66a36f47a5b185517572024dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b0fad204-d915-4725-9e21-9785511ad2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:47Z', 'revision_number': 4, 'project_id': 'd7699a66a36f47a5b185517572024dfe', 'gw_port': {'id': 'b0fad204-d915-4725-9e21-9785511ad2a1', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cb6eb3-e96b-420c-b2f1-eaaefe0015aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd', 'name': '', 'network_id': 'e7915053-18f1-403c-9517-b13162051fdd', 'tenant_id': 'd7699a66a36f47a5b185517572024dfe', 'mac_address': 'fa:16:3e:91:2c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cb6eb3-e96b-420c-b2f1-eaaefe0015aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c725d009-40a5-4e48-8390-47275e85bd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:45Z', 'updated_at': '2022-09-21T10:05:57Z', 'revision_number': 4, 'project_id': 'd7699a66a36f47a5b185517572024dfe', 'subnets': [{'id': 'c725d009-40a5-4e48-8390-47275e85bd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:05:58.991773 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 510024c1-9af9-4e2f-b242-4bac738799a3 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:58.992506 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (510024c1-9af9-4e2f-b242-4bac738799a3), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:59.023182 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] For port 510024c1-9af9-4e2f-b242-4bac738799a3, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=510024c1-9af9-4e2f-b242-4bac738799a3,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:05:59.049475 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Pushing event updated for resources: {'Port': ['ID=d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:59.060167 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (510024c1-9af9-4e2f-b242-4bac738799a3), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:59.344429 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Pushing event updated for resources: {'Port': ['ID=510024c1-9af9-4e2f-b242-4bac738799a3,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:05:59.494481 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Current status of the port 1fbd6870-85f2-4e8b-a23d-266caf53476e is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:59.504848 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Provisioning complete for port bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:05:59.505246 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:59.505574 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Attempt 1 to provision port bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd Sep 21 10:05:59.739391 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3056b333-e052-4d7a-b6e4-9d92dcfdb5ac req-0ca9c050-17de-4aaa-959c-5f29953ef48e tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 210 time: 0.7933056 Sep 21 10:05:59.759214 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Current status of the port bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:05:59.760115 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:59.816210 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-1aa9686c-c8ce-40d7-9e9b-abbfe3a4bffd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for port (65cc295d-01ef-4f28-b606-c35f76e2b14b), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:05:59.858322 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-889288f9-9e86-4aa1-be61-8956b31cd430 req-adafff1d-948a-48ef-a323-462c24349ace tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 210 time: 0.1664677 Sep 21 10:05:59.924214 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] For port bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd,segment=NetworkSegment(9e458648-9149-441d-a094-021b458ff48c),segment_id=9e458648-9149-441d-a094-021b458ff48c)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:05:59.939943 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:00.011632 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.42', 64804) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:00.019711 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b0fad204-d915-4725-9e21-9785511ad2a1 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:06:00.147359 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-1aa9686c-c8ce-40d7-9e9b-abbfe3a4bffd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (65cc295d-01ef-4f28-b606-c35f76e2b14b), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:00.191840 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Provisioning complete for port b473946a-3b09-4153-9e20-c7bd9c6d9d8e triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:00.192631 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (b473946a-3b09-4153-9e20-c7bd9c6d9d8e), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:00.194564 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Attempt 1 to provision port b473946a-3b09-4153-9e20-c7bd9c6d9d8e Sep 21 10:06:00.255166 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ee2a0-6243-443c-ac53-79f28f1f81a4 None None] Pushing event updated for resources: {'Port': ['ID=bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:00.271571 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port b0fad204-d915-4725-9e21-9785511ad2a1 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:00.272147 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (b0fad204-d915-4725-9e21-9785511ad2a1), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:00.272605 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port b0fad204-d915-4725-9e21-9785511ad2a1 Sep 21 10:06:00.340653 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:00.423358 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Current status of the port b473946a-3b09-4153-9e20-c7bd9c6d9d8e is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:00.508854 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Provisioning complete for port bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:00.509550 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:00.509550 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Attempt 1 to provision port bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd Sep 21 10:06:00.552642 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-3957c254-af9d-4fc2-8e8f-928da75c0ca4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1289489252&fields=id&tenant_id=68256e1dad7b42c8a603e45246d85098 HTTP/1.1" status: 200 len: 267 time: 0.6073887 Sep 21 10:06:00.556784 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa9686c-c8ce-40d7-9e9b-abbfe3a4bffd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:06:00.579344 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:00.586894 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9686c-c8ce-40d7-9e9b-abbfe3a4bffd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Pushing event updated for resources: {'Port': ['ID=65cc295d-01ef-4f28-b606-c35f76e2b14b,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:00.592808 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-9d67c5d8-8448-4ea7-a7ed-26f2737473b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:00.594580 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-1aa9686c-c8ce-40d7-9e9b-abbfe3a4bffd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:06:00.639833 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:06:00.659760 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Current status of the port bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:00.663735 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port b0fad204-d915-4725-9e21-9785511ad2a1 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:00.665747 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:06:00.674343 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9686c-c8ce-40d7-9e9b-abbfe3a4bffd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:06:00.713205 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Provisioning complete for port d3927141-7786-4816-b6d0-e42a026a5a54 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:00.713613 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (d3927141-7786-4816-b6d0-e42a026a5a54), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:00.713934 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Attempt 1 to provision port d3927141-7786-4816-b6d0-e42a026a5a54 Sep 21 10:06:00.778961 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Port d3927141-7786-4816-b6d0-e42a026a5a54 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:00.779922 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:00.780476 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:00.780660 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec Sep 21 10:06:00.826131 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:00.963348 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-c55ad75e-f211-4656-a240-bfd4150532dc tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:00.969532 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-c55ad75e-f211-4656-a240-bfd4150532dc tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.42 "GET /networking/v2.0/networks?id=97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 200 len: 819 time: 0.9572527 Sep 21 10:06:00.999801 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=100 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:01.012263 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-b1175344-d2b4-4fdc-ac78-7a88cd325417 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Request body: {'port': {'device_id': '8be83fc9-03bf-42ce-ae72-e1e167ca9ac6', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'admin_state_up': True, 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:06:01.017740 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:01.019152 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b473946a-3b09-4153-9e20-c7bd9c6d9d8e up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:06:01.083736 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-1aa9686c-c8ce-40d7-9e9b-abbfe3a4bffd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for floatingip (b53e75bc-b3c5-439d-91b2-f09b3bb6da42), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:01.121961 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:01.208259 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port b473946a-3b09-4153-9e20-c7bd9c6d9d8e triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:01.212992 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (b473946a-3b09-4153-9e20-c7bd9c6d9d8e), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:01.213716 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port b473946a-3b09-4153-9e20-c7bd9c6d9d8e Sep 21 10:06:01.219835 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.42', 64813) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:01.255553 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-c1674d6a-0a53-47a9-b92b-ade48c35c5f8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:01.270442 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-c1674d6a-0a53-47a9-b92b-ade48c35c5f8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/networks?id=00c18901-0d42-4272-b558-b769b86bb94d HTTP/1.1" status: 200 len: 817 time: 0.7074525 Sep 21 10:06:01.273385 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0d4ada7c-87c7-42aa-b806-877dd9e60a3d req-e223528b-8ea8-4157-86c4-b96a42c9d766 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 210 time: 0.3195612 Sep 21 10:06:01.309526 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Attempt 2 to provision port d3927141-7786-4816-b6d0-e42a026a5a54 Sep 21 10:06:01.419058 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-1aa9686c-c8ce-40d7-9e9b-abbfe3a4bffd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (65cc295d-01ef-4f28-b606-c35f76e2b14b), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:01.496652 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:01.564156 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Port d3927141-7786-4816-b6d0-e42a026a5a54 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:01.574134 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port b473946a-3b09-4153-9e20-c7bd9c6d9d8e is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:01.576281 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b363eb82-8d0f-440c-baf1-a13bf2b8427d up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:06:01.712080 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-128ef872-53f6-4a75-b96e-13cce0116203 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:01.713849 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-128ef872-53f6-4a75-b96e-13cce0116203 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e7915053-18f1-403c-9517-b13162051fdd HTTP/1.1" status: 200 len: 812 time: 0.4917121 Sep 21 10:06:01.715293 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-b1175344-d2b4-4fdc-ac78-7a88cd325417 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Made reservation on behalf of f75ba10758754f4f9c778e357a87f58e for: {'port': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:06:01.725965 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-b1175344-d2b4-4fdc-ac78-7a88cd325417 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:01.821413 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port b363eb82-8d0f-440c-baf1-a13bf2b8427d triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:01.821970 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (b363eb82-8d0f-440c-baf1-a13bf2b8427d), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:01.822496 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port b363eb82-8d0f-440c-baf1-a13bf2b8427d Sep 21 10:06:01.901369 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b52bf4b1-a05c-4b72-9033-a6c3a7147ba3 req-1dffbd43-9e9d-4d7d-93df-7fdb37d3b620 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 210 time: 0.1005490 Sep 21 10:06:01.904140 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-bd08da62-8d5a-469c-969c-e6c26c10ad96 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/quotas/68256e1dad7b42c8a603e45246d85098 HTTP/1.1" status: 200 len: 375 time: 0.4877276 Sep 21 10:06:02.021582 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port b363eb82-8d0f-440c-baf1-a13bf2b8427d is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:02.021968 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b363eb82-8d0f-440c-baf1-a13bf2b8427d), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:02.063837 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Attempt 3 to provision port d3927141-7786-4816-b6d0-e42a026a5a54 Sep 21 10:06:02.119953 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] For port b363eb82-8d0f-440c-baf1-a13bf2b8427d, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=b363eb82-8d0f-440c-baf1-a13bf2b8427d,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:06:02.154130 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b363eb82-8d0f-440c-baf1-a13bf2b8427d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:02.223863 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Port d3927141-7786-4816-b6d0-e42a026a5a54 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:02.297409 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Pushing event updated for resources: {'Port': ['ID=b363eb82-8d0f-440c-baf1-a13bf2b8427d,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:02.343070 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-7b240d38-f113-45fc-892b-681df83727a7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=68256e1dad7b42c8a603e45246d85098&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4249203 Sep 21 10:06:02.469304 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-1aa9686c-c8ce-40d7-9e9b-abbfe3a4bffd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for port (65cc295d-01ef-4f28-b606-c35f76e2b14b), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:02.534383 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-1aa9686c-c8ce-40d7-9e9b-abbfe3a4bffd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (65cc295d-01ef-4f28-b606-c35f76e2b14b), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:02.535064 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-1aa9686c-c8ce-40d7-9e9b-abbfe3a4bffd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (b53e75bc-b3c5-439d-91b2-f09b3bb6da42), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:02.687088 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 510024c1-9af9-4e2f-b242-4bac738799a3 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:06:02.736007 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Attempt 4 to provision port d3927141-7786-4816-b6d0-e42a026a5a54 Sep 21 10:06:02.794593 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-b1175344-d2b4-4fdc-ac78-7a88cd325417 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Allocated IP 172.20.0.4 (97a59516-89f9-4e8e-9ccf-abdda6abc087/5429b2a6-8b25-44de-bb46-df0f87df08ce/1ea79dbb-edca-4228-96bc-74750bc71fd7) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:06:02.879813 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b6f76d3c-5bb2-418a-8332-c1d4fc316284 req-5f9d78a9-17b5-420a-87de-5580acbb82aa tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 210 time: 0.2272267 Sep 21 10:06:02.898776 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-1aa9686c-c8ce-40d7-9e9b-abbfe3a4bffd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:02.916400 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-1aa9686c-c8ce-40d7-9e9b-abbfe3a4bffd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0927832 Sep 21 10:06:02.984414 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9686c-c8ce-40d7-9e9b-abbfe3a4bffd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Pushing event updated for resources: {'Port': ['ID=65cc295d-01ef-4f28-b606-c35f76e2b14b,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:03.051702 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-4eb6ed88-0795-4799-8b4a-d1df9488d868 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6367495 Sep 21 10:06:03.158059 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Port d3927141-7786-4816-b6d0-e42a026a5a54 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:03.198305 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 510024c1-9af9-4e2f-b242-4bac738799a3 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:03.199012 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (510024c1-9af9-4e2f-b242-4bac738799a3), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:03.199702 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 510024c1-9af9-4e2f-b242-4bac738799a3 Sep 21 10:06:03.295690 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:03.396535 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 510024c1-9af9-4e2f-b242-4bac738799a3 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:03.400151 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:06:03.428117 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2a6c7452-6dfa-4539-8006-0eb24f7a64e8 req-bfd161b8-8caf-4e55-9660-8add864eeeb9 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 210 time: 0.1987171 Sep 21 10:06:03.434854 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-3e40a604-cf33-4fcd-9d3c-c3577a8a839d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657491 Sep 21 10:06:03.463901 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-b1175344-d2b4-4fdc-ac78-7a88cd325417 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for port (1ea79dbb-edca-4228-96bc-74750bc71fd7), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:03.491586 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:03.492358 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:03.493271 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd Sep 21 10:06:03.598682 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-b1175344-d2b4-4fdc-ac78-7a88cd325417 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (1ea79dbb-edca-4228-96bc-74750bc71fd7), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:03.599301 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:03.661178 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Attempt 5 to provision port d3927141-7786-4816-b6d0-e42a026a5a54 Sep 21 10:06:03.673480 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-de36ecc0-6523-4e32-88a5-ac5b8da6dcce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:03.719008 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-e51f50dd-08ce-48c0-a04a-f501db800aca tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1743527500&fields=id&tenant_id=b3bd8b4fc3c749cb90f28023dc955c9a HTTP/1.1" status: 200 len: 267 time: 0.1118019 Sep 21 10:06:03.743109 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1175344-d2b4-4fdc-ac78-7a88cd325417 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Pushing event updated for resources: {'Port': ['ID=1ea79dbb-edca-4228-96bc-74750bc71fd7,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:03.771981 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-b1175344-d2b4-4fdc-ac78-7a88cd325417 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Network 97a59516-89f9-4e8e-9ccf-abdda6abc087 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:06:03.774243 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-b1175344-d2b4-4fdc-ac78-7a88cd325417 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:06:03.777894 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-b1175344-d2b4-4fdc-ac78-7a88cd325417 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:06:03.787706 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-b1175344-d2b4-4fdc-ac78-7a88cd325417 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:03.788943 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-b1175344-d2b4-4fdc-ac78-7a88cd325417 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for port (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:03.806378 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Port d3927141-7786-4816-b6d0-e42a026a5a54 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:03.853579 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-b1175344-d2b4-4fdc-ac78-7a88cd325417 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8438361 Sep 21 10:06:03.854087 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 48800) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:04.008496 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-f1d6528a-2d74-4e10-8c0d-a92a87a74504 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:04.016951 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-f1d6528a-2d74-4e10-8c0d-a92a87a74504 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/networks?id=60fbaebe-52f4-4e3a-8714-a12eadb4201c HTTP/1.1" status: 200 len: 811 time: 0.2954924 Sep 21 10:06:04.058377 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-01b34e1b-2d61-4302-a880-91503bff83f4 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/quotas/b3bd8b4fc3c749cb90f28023dc955c9a HTTP/1.1" status: 200 len: 375 time: 0.0398502 Sep 21 10:06:04.089779 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-974f32d3-1fe8-4a00-9768-030fabbc6802 req-bd8178d8-7076-4e0c-a466-c093580753f1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 210 time: 0.1677403 Sep 21 10:06:04.109538 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b655aa92-e164-4094-a17e-f6b21b82dcd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:04.188936 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-67b1f339-f3e9-4545-b777-8fb37ad7e426 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=b3bd8b4fc3c749cb90f28023dc955c9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1285694 Sep 21 10:06:04.271469 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:04.276189 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:04.308528 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Attempt 6 to provision port d3927141-7786-4816-b6d0-e42a026a5a54 Sep 21 10:06:04.335372 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-5e197ff3-cb63-42e8-8039-a54b77c4326c tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Request body: {'port': {'device_id': '01fa28a9-ed22-442e-9413-6dfae531b66d', 'network_id': 'e7915053-18f1-403c-9517-b13162051fdd', 'admin_state_up': True, 'tenant_id': 'd7699a66a36f47a5b185517572024dfe'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:06:04.417260 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d37af390-bb67-41fd-88c8-f06a7ccf694b req-bbb94e84-d929-4107-b4e5-2dc6a24cd893 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 210 time: 0.1445286 Sep 21 10:06:04.423491 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Port d3927141-7786-4816-b6d0-e42a026a5a54 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:04.511000 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5155d98d-9843-4505-b92c-81d8ebf28452 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/60fbaebe-52f4-4e3a-8714-a12eadb4201c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211725 Sep 21 10:06:04.537236 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b363eb82-8d0f-440c-baf1-a13bf2b8427d up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:06:04.585288 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-57dc820a-bc59-48f9-9fe1-fa399fb870ab tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 10:06:04.590458 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-57dc820a-bc59-48f9-9fe1-fa399fb870ab tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0274472 Sep 21 10:06:04.666075 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b655aa92-e164-4094-a17e-f6b21b82dcd3 admin admin] Publish callbacks [] for security_group (cbba3211-0a8f-44a7-9982-26a36a391f96), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:04.697912 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b655aa92-e164-4094-a17e-f6b21b82dcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (cbba3211-0a8f-44a7-9982-26a36a391f96), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:04.800239 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:04.853443 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port b363eb82-8d0f-440c-baf1-a13bf2b8427d triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:04.854318 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (b363eb82-8d0f-440c-baf1-a13bf2b8427d), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:04.854318 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port b363eb82-8d0f-440c-baf1-a13bf2b8427d Sep 21 10:06:04.944526 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Attempt 7 to provision port d3927141-7786-4816-b6d0-e42a026a5a54 Sep 21 10:06:04.953105 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:04.958988 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655aa92-e164-4094-a17e-f6b21b82dcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbba3211-0a8f-44a7-9982-26a36a391f96,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:04.997267 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] Sync routers for ids ['e96952d6-7208-4ffc-a87b-07d09a0809d2'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:06:05.017602 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-b655aa92-e164-4094-a17e-f6b21b82dcd3 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=bf15132b33e3480ba6302a9d6b66c9f7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1616569 Sep 21 10:06:05.023771 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 48840) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:05.154662 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] Request body: {'port': {'device_id': '8be83fc9-03bf-42ce-ae72-e1e167ca9ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:06:05.164597 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-5e197ff3-cb63-42e8-8039-a54b77c4326c tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Made reservation on behalf of d7699a66a36f47a5b185517572024dfe for: {'port': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:06:05.169221 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-5e197ff3-cb63-42e8-8039-a54b77c4326c tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:05.181261 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:05.198108 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-aedfb8e0-7048-4c52-b49b-7cd9677fee35 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/60fbaebe-52f4-4e3a-8714-a12eadb4201c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6805601 Sep 21 10:06:05.222716 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-681e910d-8692-4c14-8831-df75a7f32801 req-f5a1936d-142f-42fd-a2e7-4b0a191d77f6 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 210 time: 0.3239059 Sep 21 10:06:05.244940 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] Routers {'e96952d6-7208-4ffc-a87b-07d09a0809d2'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:06:05.245853 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:06:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['e96952d6-7208-4ffc-a87b-07d09a0809d2'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:06:05.250699 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Port d3927141-7786-4816-b6d0-e42a026a5a54 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:05.651873 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.42', 64831) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:05.776856 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:05.791334 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Attempt 8 to provision port d3927141-7786-4816-b6d0-e42a026a5a54 Sep 21 10:06:05.802962 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1b435a1d-aba1-4998-8a50-90f6f6621d40 req-9f810e2b-4f44-45ea-bf95-bcfe541dcf85 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 210 time: 0.1095142 Sep 21 10:06:05.953290 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port b363eb82-8d0f-440c-baf1-a13bf2b8427d is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:05.976306 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-5e197ff3-cb63-42e8-8039-a54b77c4326c tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Allocated IP 172.20.0.6 (e7915053-18f1-403c-9517-b13162051fdd/c725d009-40a5-4e48-8390-47275e85bd38/bb9179f8-3223-4bf8-8415-61d6839815ce) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:06:05.984541 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] Set router e96952d6-7208-4ffc-a87b-07d09a0809d2 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:06:05.986516 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:05.987803 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Port d3927141-7786-4816-b6d0-e42a026a5a54 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:06.016492 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (1ea79dbb-edca-4228-96bc-74750bc71fd7), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:06.040507 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:06.061764 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:06.160495 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-35d737aa-f6b2-49e1-a025-097f0882ddca admin admin] Publish callbacks [] for security_group (cbba3211-0a8f-44a7-9982-26a36a391f96), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:06.199998 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-35d737aa-f6b2-49e1-a025-097f0882ddca admin admin] Publish callbacks [] for security_group (cbba3211-0a8f-44a7-9982-26a36a391f96), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:06.310872 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-35d737aa-f6b2-49e1-a025-097f0882ddca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (cbba3211-0a8f-44a7-9982-26a36a391f96), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:06.314984 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-35d737aa-f6b2-49e1-a025-097f0882ddca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:06.317486 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-35d737aa-f6b2-49e1-a025-097f0882ddca admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/cbba3211-0a8f-44a7-9982-26a36a391f96 HTTP/1.1" status: 204 len: 168 time: 1.2919204 Sep 21 10:06:06.353927 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-62e332ff-e632-4cb4-9923-71551770445a req-81b73b81-cb53-4128-b2da-46ebfeeebbe7 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 210 time: 0.4213839 Sep 21 10:06:06.507802 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Attempt 9 to provision port d3927141-7786-4816-b6d0-e42a026a5a54 Sep 21 10:06:06.518776 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d737aa-f6b2-49e1-a025-097f0882ddca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbba3211-0a8f-44a7-9982-26a36a391f96,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:06.537551 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1615b610-6031-4867-946f-d308ad47dc30 req-3764d465-ee3b-4c1d-b190-ab2620b694bb tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 210 time: 0.3612881 Sep 21 10:06:06.692762 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08041133-b80e-4931-a914-481455e78794 req-8dd9217c-e0f6-4096-9c3e-65fdbd95e4c7 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:06.694788 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08041133-b80e-4931-a914-481455e78794 req-8dd9217c-e0f6-4096-9c3e-65fdbd95e4c7 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.42 "GET /networking/v2.0/networks?id=97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 200 len: 819 time: 0.8903604 Sep 21 10:06:06.789896 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-53336625-eaed-4f73-b324-9200177797d7 req-dd3407f4-81fd-43a1-8971-a4eff36305e1 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 210 time: 0.0919526 Sep 21 10:06:06.874283 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:06.965873 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Port d3927141-7786-4816-b6d0-e42a026a5a54 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:07.131108 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 4, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port': {'id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd3927141-7786-4816-b6d0-e42a026a5a54', 'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'mac_address': 'fa:16:3e:2e:24:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:48Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 2, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'subnets': [{'id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:06:07.250722 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] Checking router: e96952d6-7208-4ffc-a87b-07d09a0809d2 for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:06:07.256137 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] Updating router e96952d6-7208-4ffc-a87b-07d09a0809d2 port d3927141-7786-4816-b6d0-e42a026a5a54 binding host dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:06:07.396110 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d3927141-7786-4816-b6d0-e42a026a5a54), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:07.484941 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5be5136d-de30-44f5-ae99-cba05c263384 req-b9e79be7-963c-4c45-a466-7e084702974f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 210 time: 0.4422128 Sep 21 10:06:07.487896 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Attempt 10 to provision port d3927141-7786-4816-b6d0-e42a026a5a54 Sep 21 10:06:07.559579 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-5e197ff3-cb63-42e8-8039-a54b77c4326c tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Publish callbacks [] for port (bb9179f8-3223-4bf8-8415-61d6839815ce), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:07.611560 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Port d3927141-7786-4816-b6d0-e42a026a5a54 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:07.622013 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 48910) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:07.658210 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d94b8dd1-a15e-4426-830a-9bcd521513f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:07.658615 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:INSERT=6,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:07.712291 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-5e197ff3-cb63-42e8-8039-a54b77c4326c tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (bb9179f8-3223-4bf8-8415-61d6839815ce), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:07.763814 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea79dbb-edca-4228-96bc-74750bc71fd7 {{(pid=106520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:06:07.788055 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] Publish callbacks [] for port (1ea79dbb-edca-4228-96bc-74750bc71fd7), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:07.796589 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Provisioning complete for port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:07.796589 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:07.796589 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Attempt 1 to provision port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec Sep 21 10:06:07.811112 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-5e197ff3-cb63-42e8-8039-a54b77c4326c tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Network e7915053-18f1-403c-9517-b13162051fdd is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:06:07.816772 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aca515f9-21b9-400b-87d6-e4881aa5ce25 req-39d630ff-2aa5-46a1-a838-0d8fdc086b21 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 210 time: 0.0721054 Sep 21 10:06:07.822482 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-5e197ff3-cb63-42e8-8039-a54b77c4326c tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:06:07.828233 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0851a8c7-913f-448e-8b7d-e395a7f52940 req-f5da3108-f571-4678-944f-83d6cd1551bf tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 210 time: 0.0822921 Sep 21 10:06:07.840618 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-5e197ff3-cb63-42e8-8039-a54b77c4326c tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:06:07.849020 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-5e197ff3-cb63-42e8-8039-a54b77c4326c tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:07.850258 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-5e197ff3-cb63-42e8-8039-a54b77c4326c tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for port (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:07.856808 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.provisioning_blocks [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] Transition to ACTIVE for port object 1ea79dbb-edca-4228-96bc-74750bc71fd7 will not be triggered until provisioned by entity L2. {{(pid=106520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:06:07.860472 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e197ff3-cb63-42e8-8039-a54b77c4326c tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Pushing event updated for resources: {'Port': ['ID=bb9179f8-3223-4bf8-8415-61d6839815ce,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:07.872856 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (1ea79dbb-edca-4228-96bc-74750bc71fd7), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:07.954922 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d94b8dd1-a15e-4426-830a-9bcd521513f6 admin admin] Publish callbacks [] for security_group (e278ca8f-bfd1-44c5-90af-6d64a11ef0cb), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:07.964399 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d94b8dd1-a15e-4426-830a-9bcd521513f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (e278ca8f-bfd1-44c5-90af-6d64a11ef0cb), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:08.091593 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-5e197ff3-cb63-42e8-8039-a54b77c4326c tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7936556 Sep 21 10:06:08.134123 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f54166ef-98c8-4307-8b01-0a64f03d978f None None] Current status of the port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:08.162651 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b2117-5d94-4c39-811e-758036065619 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea79dbb-edca-4228-96bc-74750bc71fd7,revision_number=2']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:08.166554 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.managers [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] Attempting to bind port 1ea79dbb-edca-4228-96bc-74750bc71fd7 on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:06:08.166917 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.managers [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] Attempting to bind port 1ea79dbb-edca-4228-96bc-74750bc71fd7 by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'}] {{(pid=106520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:06:08.167272 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] Attempting to bind port 1ea79dbb-edca-4228-96bc-74750bc71fd7 on network 97a59516-89f9-4e8e-9ccf-abdda6abc087 {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:06:08.266641 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] Port 1ea79dbb-edca-4228-96bc-74750bc71fd7 on network 97a59516-89f9-4e8e-9ccf-abdda6abc087 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:06:08.267257 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] Attempting to bind port 1ea79dbb-edca-4228-96bc-74750bc71fd7 on network 97a59516-89f9-4e8e-9ccf-abdda6abc087 {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:06:08.279969 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b8dd1-a15e-4426-830a-9bcd521513f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e278ca8f-bfd1-44c5-90af-6d64a11ef0cb,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:08.319439 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-d94b8dd1-a15e-4426-830a-9bcd521513f6 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=57c8e39aac3e43318c5304ff0389941d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6943257 Sep 21 10:06:08.324969 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 48930) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:08.348031 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade70ece-3f07-4e36-a456-ff5ac5c9f7ab req-ede2eba7-19c4-4a3b-838b-b5a6b6b4726f tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:08.362216 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ade70ece-3f07-4e36-a456-ff5ac5c9f7ab req-ede2eba7-19c4-4a3b-838b-b5a6b6b4726f tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 931 time: 0.3081386 Sep 21 10:06:08.384229 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:06:08.384815 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] Checking segment: {'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:06:08.385952 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] Bound using segment: {'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'} {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:06:08.386952 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.managers [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] Bound port: 1ea79dbb-edca-4228-96bc-74750bc71fd7, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'}}] {{(pid=106520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:06:08.387556 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (1ea79dbb-edca-4228-96bc-74750bc71fd7), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:08.393817 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] Publish callbacks [] for port (d3927141-7786-4816-b6d0-e42a026a5a54), precommit_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:08.404584 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Provisioning complete for port bb9179f8-3223-4bf8-8415-61d6839815ce triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:08.405390 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (bb9179f8-3223-4bf8-8415-61d6839815ce), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:08.405768 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Attempt 1 to provision port bb9179f8-3223-4bf8-8415-61d6839815ce Sep 21 10:06:08.417048 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:08.449099 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (d3927141-7786-4816-b6d0-e42a026a5a54), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:08.500829 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ade70ece-3f07-4e36-a456-ff5ac5c9f7ab req-e5268c98-cc78-44b6-befe-d26535d4b75e tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354234 Sep 21 10:06:08.507790 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=23 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:08.511022 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] For port 1ea79dbb-edca-4228-96bc-74750bc71fd7, host hv-cinder-85547, cleared binding levels {{(pid=106520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:06:08.555700 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Port bb9179f8-3223-4bf8-8415-61d6839815ce cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:08.572491 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-19eb208c-6e0e-41ee-a86b-3617934f3d7b admin admin] Publish callbacks [] for security_group (e278ca8f-bfd1-44c5-90af-6d64a11ef0cb), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:08.579836 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] For port 1ea79dbb-edca-4228-96bc-74750bc71fd7, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=1ea79dbb-edca-4228-96bc-74750bc71fd7,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:06:08.598961 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (1ea79dbb-edca-4228-96bc-74750bc71fd7), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:08.606240 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:08.607727 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for port (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:08.610514 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-616b2117-5d94-4c39-811e-758036065619 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/1ea79dbb-edca-4228-96bc-74750bc71fd7 HTTP/1.1" status: 200 len: 1093 time: 3.7850246 Sep 21 10:06:08.615550 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be83fc9-03bf-42ce-ae72-e1e167ca9ac6', 'tag': '1ea79dbb-edca-4228-96bc-74750bc71fd7'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:06:08.625219 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78db83-921b-4aa7-bfc6-c0eacb64273a None None] Pushing event updated for resources: {'Port': ['ID=d3927141-7786-4816-b6d0-e42a026a5a54,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:08.640201 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-19eb208c-6e0e-41ee-a86b-3617934f3d7b admin admin] Publish callbacks [] for security_group (e278ca8f-bfd1-44c5-90af-6d64a11ef0cb), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:08.681435 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] Attempting to bind port d3927141-7786-4816-b6d0-e42a026a5a54 on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:06:08.682060 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] Attempting to bind port d3927141-7786-4816-b6d0-e42a026a5a54 by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '241b5bf6-5ac4-473b-82f0-57d3d23ca7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:06:08.682656 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] Attempting to bind port d3927141-7786-4816-b6d0-e42a026a5a54 on network 60fbaebe-52f4-4e3a-8714-a12eadb4201c {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:06:08.767479 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:06:08.768131 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] Checking segment: {'id': '241b5bf6-5ac4-473b-82f0-57d3d23ca7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:06:08.768822 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:08.769474 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] Bound using segment: {'id': '241b5bf6-5ac4-473b-82f0-57d3d23ca7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:06:08.770314 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] Bound port: d3927141-7786-4816-b6d0-e42a026a5a54, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241b5bf6-5ac4-473b-82f0-57d3d23ca7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:06:08.770960 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d3927141-7786-4816-b6d0-e42a026a5a54), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:08.830028 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-53b2ed12-aec1-406e-95be-ccd5e68e873c req-5bebe81a-367b-44e0-9cd3-57162d289b9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 210 time: 0.0843449 Sep 21 10:06:08.831321 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-19eb208c-6e0e-41ee-a86b-3617934f3d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (e278ca8f-bfd1-44c5-90af-6d64a11ef0cb), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:08.837491 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-19eb208c-6e0e-41ee-a86b-3617934f3d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:08.839566 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-19eb208c-6e0e-41ee-a86b-3617934f3d7b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e278ca8f-bfd1-44c5-90af-6d64a11ef0cb HTTP/1.1" status: 204 len: 168 time: 0.5126371 Sep 21 10:06:08.883881 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb208c-6e0e-41ee-a86b-3617934f3d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e278ca8f-bfd1-44c5-90af-6d64a11ef0cb,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:09.034537 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] For port d3927141-7786-4816-b6d0-e42a026a5a54, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:06:09.046831 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Attempt 2 to provision port bb9179f8-3223-4bf8-8415-61d6839815ce Sep 21 10:06:09.238552 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-08041133-b80e-4931-a914-481455e78794 req-2d0b82bc-4c70-4198-9948-4ea9d4e63481 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Request body: {'port': {'device_id': 'c53d0a3b-a5af-4702-8eca-e5de8071c8a2', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'admin_state_up': True, 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:06:09.340493 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b2117-5d94-4c39-811e-758036065619 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea79dbb-edca-4228-96bc-74750bc71fd7,revision_number=3']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:09.362711 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b72365a1-bd37-444e-b3ba-7f71203472db req-96325212-8c20-4348-b80d-383f1e59db19 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 210 time: 0.0923536 Sep 21 10:06:09.499907 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f646bc7f-e30f-4c31-8d50-a966c53d0c06 req-90941e9c-7b43-4bc6-b0f5-70bd6f7b9920 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 210 time: 0.2209246 Sep 21 10:06:09.576502 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:09.603024 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] For port d3927141-7786-4816-b6d0-e42a026a5a54, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=d3927141-7786-4816-b6d0-e42a026a5a54,segment=NetworkSegment(241b5bf6-5ac4-473b-82f0-57d3d23ca7fb),segment_id=241b5bf6-5ac4-473b-82f0-57d3d23ca7fb)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:06:09.633556 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (d3927141-7786-4816-b6d0-e42a026a5a54), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:09.704971 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:09.732078 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Port bb9179f8-3223-4bf8-8415-61d6839815ce cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:09.751101 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866ededc-d898-410e-bfe4-41cdc575cdcd" -d '{"events": [{"name": "network-changed", "server_uuid": "8be83fc9-03bf-42ce-ae72-e1e167ca9ac6", "tag": "1ea79dbb-edca-4228-96bc-74750bc71fd7"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:06:09.765194 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] Routers {'e96952d6-7208-4ffc-a87b-07d09a0809d2'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:06:09.774660 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:06:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['e96952d6-7208-4ffc-a87b-07d09a0809d2'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:06:09.803593 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:09.815364 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08041133-b80e-4931-a914-481455e78794 req-2d0b82bc-4c70-4198-9948-4ea9d4e63481 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Made reservation on behalf of f75ba10758754f4f9c778e357a87f58e for: {'port': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:06:09.825734 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-08041133-b80e-4931-a914-481455e78794 req-2d0b82bc-4c70-4198-9948-4ea9d4e63481 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:09.880803 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332a16c-33c3-47cc-87aa-6cff854376ab req-c856368a-bb17-436a-8329-bdf3a26735f4 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:09.893715 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2332a16c-33c3-47cc-87aa-6cff854376ab req-c856368a-bb17-436a-8329-bdf3a26735f4 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 931 time: 0.2276528 Sep 21 10:06:10.134796 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78db83-921b-4aa7-bfc6-c0eacb64273a None None] Pushing event updated for resources: {'Port': ['ID=d3927141-7786-4816-b6d0-e42a026a5a54,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:10.243134 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Attempt 3 to provision port bb9179f8-3223-4bf8-8415-61d6839815ce Sep 21 10:06:10.248939 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Request body: {'port': {'device_id': '01fa28a9-ed22-442e-9413-6dfae531b66d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:06:10.435863 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.42', 64842) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:10.634264 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=7 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:10.636240 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Port bb9179f8-3223-4bf8-8415-61d6839815ce cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:10.669855 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] Set router e96952d6-7208-4ffc-a87b-07d09a0809d2 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:06:10.888914 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device d3927141-7786-4816-b6d0-e42a026a5a54 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:06:11.023480 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2332a16c-33c3-47cc-87aa-6cff854376ab req-a7e7c7ec-1f60-44a2-8a6a-dcd50f13d107 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1282785 Sep 21 10:06:11.047211 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:11.184445 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Attempt 4 to provision port bb9179f8-3223-4bf8-8415-61d6839815ce Sep 21 10:06:11.212148 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d12f1e-3b19-4801-93c7-ad38c8fa3407 x-openstack-request-id: req-b1d12f1e-3b19-4801-93c7-ad38c8fa3407 {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:06:11.212869 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be83fc9-03bf-42ce-ae72-e1e167ca9ac6", "tag": "1ea79dbb-edca-4228-96bc-74750bc71fd7", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:06:11.213383 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b1d12f1e-3b19-4801-93c7-ad38c8fa3407 {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:06:11.215077 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d12f1e-3b19-4801-93c7-ad38c8fa3407'] response: {'name': 'network-changed', 'server_uuid': '8be83fc9-03bf-42ce-ae72-e1e167ca9ac6', 'tag': '1ea79dbb-edca-4228-96bc-74750bc71fd7', 'status': 'completed', 'code': 200} Sep 21 10:06:11.229494 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (bb9179f8-3223-4bf8-8415-61d6839815ce), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:11.355532 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-6d4aef3c-141a-4731-82f3-26411ae857c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:11.375862 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-6d4aef3c-141a-4731-82f3-26411ae857c4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f75ba10758754f4f9c778e357a87f58e&device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 1127 time: 0.9194884 Sep 21 10:06:11.434244 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Port bb9179f8-3223-4bf8-8415-61d6839815ce cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:11.434828 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port d3927141-7786-4816-b6d0-e42a026a5a54 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:11.435535 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (d3927141-7786-4816-b6d0-e42a026a5a54), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:11.436015 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port d3927141-7786-4816-b6d0-e42a026a5a54 Sep 21 10:06:11.478693 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:11.599597 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 4, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port': {'id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd3927141-7786-4816-b6d0-e42a026a5a54', 'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'mac_address': 'fa:16:3e:2e:24:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:48Z', 'updated_at': '2022-09-21T10:06:08Z', 'revision_number': 4, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'subnets': [{'id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:06:11.616218 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0c365ea0-fedc-4da1-a375-763d25692484 req-92742489-4a7a-49c1-a281-e2a196fe5466 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 210 time: 0.2356415 Sep 21 10:06:11.653973 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d60013-ea66-43bf-b071-b43a88ca8341 None None] The sync data for ids ['e96952d6-7208-4ffc-a87b-07d09a0809d2'] in dv-cinder-855479-2-iscsi is: [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 4, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port': {'id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd3927141-7786-4816-b6d0-e42a026a5a54', 'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'mac_address': 'fa:16:3e:2e:24:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:48Z', 'updated_at': '2022-09-21T10:06:08Z', 'revision_number': 4, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'subnets': [{'id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:06:11.713881 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port d3927141-7786-4816-b6d0-e42a026a5a54 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:11.714527 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d3927141-7786-4816-b6d0-e42a026a5a54), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:11.775747 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-79baba4a-72c0-47ad-a2a1-4863aaa1da6e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:11.781925 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-79baba4a-72c0-47ad-a2a1-4863aaa1da6e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.42 "GET /networking/v2.0/networks?id=00c18901-0d42-4272-b558-b769b86bb94d HTTP/1.1" status: 200 len: 817 time: 1.4704566 Sep 21 10:06:11.890514 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] For port d3927141-7786-4816-b6d0-e42a026a5a54, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=d3927141-7786-4816-b6d0-e42a026a5a54,segment=NetworkSegment(241b5bf6-5ac4-473b-82f0-57d3d23ca7fb),segment_id=241b5bf6-5ac4-473b-82f0-57d3d23ca7fb)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:06:11.903307 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (d3927141-7786-4816-b6d0-e42a026a5a54), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:11.959924 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Attempt 5 to provision port bb9179f8-3223-4bf8-8415-61d6839815ce Sep 21 10:06:12.014634 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-bc38c751-dc35-49fc-824f-30e982e43924 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ea79dbb-edca-4228-96bc-74750bc71fd7 HTTP/1.1" status: 200 len: 217 time: 0.5663345 Sep 21 10:06:12.030582 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-be6af3d0-ad5e-446e-80ca-9ae32b6fb3d8 req-32f8a656-5191-4340-8b99-130b4253d909 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 210 time: 0.5781763 Sep 21 10:06:12.097792 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Port bb9179f8-3223-4bf8-8415-61d6839815ce cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:12.161627 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Pushing event updated for resources: {'Port': ['ID=d3927141-7786-4816-b6d0-e42a026a5a54,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:12.219480 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [req-08041133-b80e-4931-a914-481455e78794 req-2d0b82bc-4c70-4198-9948-4ea9d4e63481 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Allocated IP 172.20.0.8 (97a59516-89f9-4e8e-9ccf-abdda6abc087/5429b2a6-8b25-44de-bb46-df0f87df08ce/ba26afce-a023-4535-9060-fc72bb991314) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:06:12.236050 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4f743a78-55e9-4bd8-88ee-632af6d9b6bb req-d9c3dd0a-2463-487f-a9a7-5eee150cdf85 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 210 time: 0.2331274 Sep 21 10:06:12.446725 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.42', 64855) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:12.452393 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:12.548020 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device d3927141-7786-4816-b6d0-e42a026a5a54 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:06:12.651973 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-eccd1f01-1a55-4147-ab21-247f6ea2b31e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=68256e1dad7b42c8a603e45246d85098 HTTP/1.1" status: 200 len: 380 time: 0.7080779 Sep 21 10:06:12.746438 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-f78bd729-4bc3-4ab9-a1ce-5276c67a0368 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Request body: {'port': {'device_id': '8db0f842-9480-43d7-8547-215cdd591300', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'admin_state_up': True, 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'security_groups': ['bcc146eb-1ba1-4f2c-b015-487d79f94185']}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:06:12.818668 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Attempt 6 to provision port bb9179f8-3223-4bf8-8415-61d6839815ce Sep 21 10:06:13.096350 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Port bb9179f8-3223-4bf8-8415-61d6839815ce cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:13.161172 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port d3927141-7786-4816-b6d0-e42a026a5a54 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:13.161260 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (d3927141-7786-4816-b6d0-e42a026a5a54), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:13.161933 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port d3927141-7786-4816-b6d0-e42a026a5a54 Sep 21 10:06:13.406982 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-1c879de8-d7b5-4540-8822-513fdd3a95cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:13.414937 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-1c879de8-d7b5-4540-8822-513fdd3a95cd service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5429b2a6-8b25-44de-bb46-df0f87df08ce HTTP/1.1" status: 200 len: 858 time: 1.1580064 Sep 21 10:06:13.429882 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490e465-d8c7-4232-977f-5daaeb0f8e80 req-f57bc3a7-dd11-4baa-bf97-b401d9507770 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:13.433228 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c490e465-d8c7-4232-977f-5daaeb0f8e80 req-f57bc3a7-dd11-4baa-bf97-b401d9507770 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 931 time: 1.1068809 Sep 21 10:06:13.579922 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port d3927141-7786-4816-b6d0-e42a026a5a54 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:13.598545 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Attempt 7 to provision port bb9179f8-3223-4bf8-8415-61d6839815ce Sep 21 10:06:13.687770 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Port bb9179f8-3223-4bf8-8415-61d6839815ce cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:13.725681 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-08041133-b80e-4931-a914-481455e78794 req-2d0b82bc-4c70-4198-9948-4ea9d4e63481 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for port (ba26afce-a023-4535-9060-fc72bb991314), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:13.813869 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8f15a462-5463-48ca-91db-0cf8edf83a68 req-18a06013-c4c5-4eb2-8b0f-82d4e196fa93 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 210 time: 0.4285376 Sep 21 10:06:13.948856 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 49100) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:13.959415 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9179f8-3223-4bf8-8415-61d6839815ce {{(pid=106520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:06:13.985173 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Publish callbacks [] for port (bb9179f8-3223-4bf8-8415-61d6839815ce), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:14.017899 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.provisioning_blocks [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Transition to ACTIVE for port object bb9179f8-3223-4bf8-8415-61d6839815ce will not be triggered until provisioned by entity L2. {{(pid=106520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:06:14.020060 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-f78bd729-4bc3-4ab9-a1ce-5276c67a0368 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Made reservation on behalf of 68256e1dad7b42c8a603e45246d85098 for: {'port': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:06:14.026402 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-f78bd729-4bc3-4ab9-a1ce-5276c67a0368 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:14.034372 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (bb9179f8-3223-4bf8-8415-61d6839815ce), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:14.189342 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Attempt 8 to provision port bb9179f8-3223-4bf8-8415-61d6839815ce Sep 21 10:06:14.204943 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-0c27cdc8-00b0-4cbc-8b50-fbf4a5c21fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:14.209205 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-0c27cdc8-00b0-4cbc-8b50-fbf4a5c21fca service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=97a59516-89f9-4e8e-9ccf-abdda6abc087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7625530 Sep 21 10:06:14.234173 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-08041133-b80e-4931-a914-481455e78794 req-2d0b82bc-4c70-4198-9948-4ea9d4e63481 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (ba26afce-a023-4535-9060-fc72bb991314), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:14.313563 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:14.340953 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Port bb9179f8-3223-4bf8-8415-61d6839815ce cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:14.349949 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08041133-b80e-4931-a914-481455e78794 req-2d0b82bc-4c70-4198-9948-4ea9d4e63481 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Network 97a59516-89f9-4e8e-9ccf-abdda6abc087 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:06:14.391820 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.managers [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Attempting to bind port bb9179f8-3223-4bf8-8415-61d6839815ce on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:06:14.391820 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.managers [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Attempting to bind port bb9179f8-3223-4bf8-8415-61d6839815ce by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': '9e458648-9149-441d-a094-021b458ff48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e7915053-18f1-403c-9517-b13162051fdd'}] {{(pid=106520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:06:14.391820 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Attempting to bind port bb9179f8-3223-4bf8-8415-61d6839815ce on network e7915053-18f1-403c-9517-b13162051fdd {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:06:14.409636 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:14.820604 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Port bb9179f8-3223-4bf8-8415-61d6839815ce on network e7915053-18f1-403c-9517-b13162051fdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:06:14.821473 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Attempting to bind port bb9179f8-3223-4bf8-8415-61d6839815ce on network e7915053-18f1-403c-9517-b13162051fdd {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:06:14.844636 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Attempt 9 to provision port bb9179f8-3223-4bf8-8415-61d6839815ce Sep 21 10:06:14.942623 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b82bc-4c70-4198-9948-4ea9d4e63481 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Pushing event updated for resources: {'Port': ['ID=ba26afce-a023-4535-9060-fc72bb991314,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:14.969609 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Port bb9179f8-3223-4bf8-8415-61d6839815ce cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:14.976193 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5de2ba5c-7fc0-4a07-8e39-ca801bdc1263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:15.006513 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9179f8-3223-4bf8-8415-61d6839815ce,revision_number=2']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:15.154812 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:06:15.154812 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Checking segment: {'id': '9e458648-9149-441d-a094-021b458ff48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e7915053-18f1-403c-9517-b13162051fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:06:15.154812 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Bound using segment: {'id': '9e458648-9149-441d-a094-021b458ff48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e7915053-18f1-403c-9517-b13162051fdd'} {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:06:15.154812 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.managers [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Bound port: bb9179f8-3223-4bf8-8415-61d6839815ce, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e458648-9149-441d-a094-021b458ff48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e7915053-18f1-403c-9517-b13162051fdd'}}] {{(pid=106520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:06:15.154812 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (bb9179f8-3223-4bf8-8415-61d6839815ce), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:15.349409 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:15.384985 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [req-08041133-b80e-4931-a914-481455e78794 req-2d0b82bc-4c70-4198-9948-4ea9d4e63481 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:06:15.405473 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:15.426719 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-2dbd3d64-579f-4d90-860e-c3f9a05d8c04 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:15.428608 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-2dbd3d64-579f-4d90-860e-c3f9a05d8c04 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.42 "GET /networking/v2.0/networks?id=60fbaebe-52f4-4e3a-8714-a12eadb4201c HTTP/1.1" status: 200 len: 811 time: 2.9016511 Sep 21 10:06:15.430586 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b9cb4a56-1472-4249-9705-80840d168043 req-ea613ec3-b561-480c-8b07-342afe3b06fb tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 210 time: 1.1994517 Sep 21 10:06:15.441911 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-08041133-b80e-4931-a914-481455e78794 req-2d0b82bc-4c70-4198-9948-4ea9d4e63481 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:06:15.447502 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08041133-b80e-4931-a914-481455e78794 req-2d0b82bc-4c70-4198-9948-4ea9d4e63481 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:15.448208 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-08041133-b80e-4931-a914-481455e78794 req-2d0b82bc-4c70-4198-9948-4ea9d4e63481 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:15.470353 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Attempt 10 to provision port bb9179f8-3223-4bf8-8415-61d6839815ce Sep 21 10:06:15.488935 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c490e465-d8c7-4232-977f-5daaeb0f8e80 req-553a3374-d1f0-4b5a-a9c6-ba1b35fe9851 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0279238 Sep 21 10:06:15.495030 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5de2ba5c-7fc0-4a07-8e39-ca801bdc1263 admin admin] Publish callbacks [] for security_group (13cb1ca0-050e-4a9b-8c23-9f35a81f81d6), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:15.523603 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-6a437c5e-5d01-4ce4-9596-5046777380fe service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2843211 Sep 21 10:06:15.529835 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08041133-b80e-4931-a914-481455e78794 req-2d0b82bc-4c70-4198-9948-4ea9d4e63481 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3364627 Sep 21 10:06:15.542710 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5de2ba5c-7fc0-4a07-8e39-ca801bdc1263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (13cb1ca0-050e-4a9b-8c23-9f35a81f81d6), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:15.605448 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-afbf9dfe-7ec4-459e-94a7-9b76da15b874 None None] Port bb9179f8-3223-4bf8-8415-61d6839815ce cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:15.681676 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Request body: {'port': {'device_id': 'c53d0a3b-a5af-4702-8eca-e5de8071c8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:06:15.751971 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-f78bd729-4bc3-4ab9-a1ce-5276c67a0368 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Allocated IP 172.20.0.11 (00c18901-0d42-4272-b558-b769b86bb94d/b380f751-6674-46e2-979d-3a6fecc803dc/148e91ff-3fb3-4329-a282-1d7ebc94ae46) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:06:15.859215 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] For port bb9179f8-3223-4bf8-8415-61d6839815ce, host hv-cinder-85547, cleared binding levels {{(pid=106520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:06:15.866109 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2ba5c-7fc0-4a07-8e39-ca801bdc1263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cb1ca0-050e-4a9b-8c23-9f35a81f81d6,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:15.891808 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] For port bb9179f8-3223-4bf8-8415-61d6839815ce, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=bb9179f8-3223-4bf8-8415-61d6839815ce,segment=NetworkSegment(9e458648-9149-441d-a094-021b458ff48c),segment_id=9e458648-9149-441d-a094-021b458ff48c)] {{(pid=106520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:06:15.903066 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-5de2ba5c-7fc0-4a07-8e39-ca801bdc1263 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a00c3ff6ab2c4fd592163c2c4a919bbe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9525611 Sep 21 10:06:15.909515 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 49160) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:15.911439 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (bb9179f8-3223-4bf8-8415-61d6839815ce), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:15.927238 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:15.928326 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for port (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:15.931320 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/bb9179f8-3223-4bf8-8415-61d6839815ce HTTP/1.1" status: 200 len: 1093 time: 5.7247815 Sep 21 10:06:15.967098 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01fa28a9-ed22-442e-9413-6dfae531b66d', 'tag': 'bb9179f8-3223-4bf8-8415-61d6839815ce'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:06:15.973560 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666d4a6d-eb77-4f24-a17c-7be8596f3f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "01fa28a9-ed22-442e-9413-6dfae531b66d", "tag": "bb9179f8-3223-4bf8-8415-61d6839815ce"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:06:16.064046 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-c80b9386-ecd5-4168-803f-792a9d886389 None None] Provisioning complete for port ba26afce-a023-4535-9060-fc72bb991314 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:16.064783 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-c80b9386-ecd5-4168-803f-792a9d886389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (ba26afce-a023-4535-9060-fc72bb991314), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:16.065283 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-c80b9386-ecd5-4168-803f-792a9d886389 None None] Attempt 1 to provision port ba26afce-a023-4535-9060-fc72bb991314 Sep 21 10:06:16.125692 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3f7dedc7-66f3-4286-9663-47f9c32fd60a req-32814f52-f872-4d77-ae89-8680aee23a3d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 210 time: 0.1383936 Sep 21 10:06:16.193623 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-c80b9386-ecd5-4168-803f-792a9d886389 None None] Port ba26afce-a023-4535-9060-fc72bb991314 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:16.268300 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0e6e7-4f67-4d02-80c0-7f4b3d0b22ad req-a57e6d4c-94df-4649-a931-a4da4bae7757 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:16.271818 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-00a0e6e7-4f67-4d02-80c0-7f4b3d0b22ad req-a57e6d4c-94df-4649-a931-a4da4bae7757 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 931 time: 0.2861769 Sep 21 10:06:16.299943 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e4ad7c-898d-467e-8753-3fb6c8c2edf0 x-openstack-request-id: req-99e4ad7c-898d-467e-8753-3fb6c8c2edf0 {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:06:16.300534 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01fa28a9-ed22-442e-9413-6dfae531b66d", "tag": "bb9179f8-3223-4bf8-8415-61d6839815ce", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:06:16.300819 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-99e4ad7c-898d-467e-8753-3fb6c8c2edf0 {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:06:16.301479 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e4ad7c-898d-467e-8753-3fb6c8c2edf0'] response: {'name': 'network-changed', 'server_uuid': '01fa28a9-ed22-442e-9413-6dfae531b66d', 'tag': 'bb9179f8-3223-4bf8-8415-61d6839815ce', 'status': 'completed', 'code': 200} Sep 21 10:06:16.344925 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (ba26afce-a023-4535-9060-fc72bb991314), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:16.370524 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-799da19e-00c9-4e57-832b-2af61a5c146d tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b3bd8b4fc3c749cb90f28023dc955c9a HTTP/1.1" status: 200 len: 380 time: 0.9104970 Sep 21 10:06:16.393198 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-38cf5a5d-5a3f-4658-8196-bc462cbcf5ef tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Request body: {'port': {'device_id': '70d43fa7-3a45-4066-b767-f5c092ea82f8', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'admin_state_up': True, 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'security_groups': ['589ebaf8-d065-49bc-8b0a-83469a15818a']}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:06:16.541596 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-451fea55-97d6-4fbb-bd7c-91f37a92dc77 req-b1950740-c15a-44e2-99b4-efc1d7d3a95a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0064871 Sep 21 10:06:16.589771 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-221cf87d-ba58-4010-b65c-0f1af98004b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:16.593409 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-221cf87d-ba58-4010-b65c-0f1af98004b2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d7699a66a36f47a5b185517572024dfe&device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 1127 time: 0.4849610 Sep 21 10:06:16.634705 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-00a0e6e7-4f67-4d02-80c0-7f4b3d0b22ad req-9d53fb96-cf7a-4e00-b8f0-481c58a52f34 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272228 Sep 21 10:06:16.695921 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-c80b9386-ecd5-4168-803f-792a9d886389 None None] Attempt 2 to provision port ba26afce-a023-4535-9060-fc72bb991314 Sep 21 10:06:16.746173 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-745628a4-7244-48db-bcea-51d104779588 admin admin] Publish callbacks [] for security_group (13cb1ca0-050e-4a9b-8c23-9f35a81f81d6), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:16.859078 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-c80b9386-ecd5-4168-803f-792a9d886389 None None] Port ba26afce-a023-4535-9060-fc72bb991314 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:16.928463 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 49182) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:16.940427 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cb0c6-fec1-4df1-b14e-9b9b748f37d5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9179f8-3223-4bf8-8415-61d6839815ce,revision_number=3']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:17.021309 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-745628a4-7244-48db-bcea-51d104779588 admin admin] Publish callbacks [] for security_group (13cb1ca0-050e-4a9b-8c23-9f35a81f81d6), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:17.147334 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:17.157628 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-1c944011-4938-45f5-8e2a-4c6e48963e82 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb9179f8-3223-4bf8-8415-61d6839815ce HTTP/1.1" status: 200 len: 217 time: 0.4194968 Sep 21 10:06:17.232617 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-745628a4-7244-48db-bcea-51d104779588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (13cb1ca0-050e-4a9b-8c23-9f35a81f81d6), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:17.235622 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-745628a4-7244-48db-bcea-51d104779588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:17.239769 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-745628a4-7244-48db-bcea-51d104779588 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/13cb1ca0-050e-4a9b-8c23-9f35a81f81d6 HTTP/1.1" status: 204 len: 168 time: 1.3219972 Sep 21 10:06:17.239769 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:17.319287 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-a405b4df-8ca6-48bc-bf8c-a9132c58c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:17.323007 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-a405b4df-8ca6-48bc-bf8c-a9132c58c18e service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c725d009-40a5-4e48-8390-47275e85bd38 HTTP/1.1" status: 200 len: 851 time: 0.1323574 Sep 21 10:06:17.350727 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745628a4-7244-48db-bcea-51d104779588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cb1ca0-050e-4a9b-8c23-9f35a81f81d6,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:17.365157 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-c80b9386-ecd5-4168-803f-792a9d886389 None None] Attempt 3 to provision port ba26afce-a023-4535-9060-fc72bb991314 Sep 21 10:06:17.410651 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ededc-d898-410e-bfe4-41cdc575cdcd req-009581fa-b347-4f16-b013-5ea6ca86aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:17.413699 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-866ededc-d898-410e-bfe4-41cdc575cdcd req-009581fa-b347-4f16-b013-5ea6ca86aae2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f75ba10758754f4f9c778e357a87f58e&device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 1127 time: 0.6919651 Sep 21 10:06:17.443263 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-df146a4a-4e8e-458c-b950-647312403034 req-dc557ff4-1979-4f19-b49c-c045fddf22a6 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 210 time: 0.4778395 Sep 21 10:06:17.541505 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-7d13c426-c109-4f87-8df7-b00e6151c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:17.542786 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-c80b9386-ecd5-4168-803f-792a9d886389 None None] Port ba26afce-a023-4535-9060-fc72bb991314 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:17.546233 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-7d13c426-c109-4f87-8df7-b00e6151c9d9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e7915053-18f1-403c-9517-b13162051fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1758444 Sep 21 10:06:17.551396 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-f78bd729-4bc3-4ab9-a1ce-5276c67a0368 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:17.572209 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f66499-28a0-4ed7-937a-90ceb118e73c req-cae369dd-a797-4c9d-82c5-48cf0cb5e32c tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:17.586351 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-36f66499-28a0-4ed7-937a-90ceb118e73c req-cae369dd-a797-4c9d-82c5-48cf0cb5e32c tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 943 time: 0.7220590 Sep 21 10:06:17.995535 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 49202) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:18.045581 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-c80b9386-ecd5-4168-803f-792a9d886389 None None] Attempt 4 to provision port ba26afce-a023-4535-9060-fc72bb991314 Sep 21 10:06:18.123987 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-49fccca0-bab2-4ae0-9cc4-fb9bebc0214f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:18.126000 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:18.128519 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-06450847-b566-4ad6-b61b-6b46944dd404 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e7915053-18f1-403c-9517-b13162051fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636139 Sep 21 10:06:18.131388 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-f78bd729-4bc3-4ab9-a1ce-5276c67a0368 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:18.221219 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-c80b9386-ecd5-4168-803f-792a9d886389 None None] Port ba26afce-a023-4535-9060-fc72bb991314 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:18.237834 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-38cf5a5d-5a3f-4658-8196-bc462cbcf5ef tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Made reservation on behalf of b3bd8b4fc3c749cb90f28023dc955c9a for: {'port': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:06:18.246210 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-38cf5a5d-5a3f-4658-8196-bc462cbcf5ef tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:18.447972 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:18.449570 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:18.455601 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-36f66499-28a0-4ed7-937a-90ceb118e73c req-2f5b891e-9ecf-49ad-ae36-18309a1a1ec9 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8680258 Sep 21 10:06:18.605852 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c0a93-ae13-4346-90c0-f32479f14745 req-76326fab-3f9b-4456-9893-c7b6111ab648 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:18.612328 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-958c0a93-ae13-4346-90c0-f32479f14745 req-76326fab-3f9b-4456-9893-c7b6111ab648 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 932 time: 0.6075475 Sep 21 10:06:18.729395 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-c80b9386-ecd5-4168-803f-792a9d886389 None None] Attempt 5 to provision port ba26afce-a023-4535-9060-fc72bb991314 Sep 21 10:06:18.781287 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-f78bd729-4bc3-4ab9-a1ce-5276c67a0368 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Network 00c18901-0d42-4272-b558-b769b86bb94d is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:06:18.784795 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-c80b9386-ecd5-4168-803f-792a9d886389 None None] Port ba26afce-a023-4535-9060-fc72bb991314 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:18.795987 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 49216) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:18.837995 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ededc-d898-410e-bfe4-41cdc575cdcd req-38f96655-d815-4877-99b7-c508154b469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:18.839580 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-866ededc-d898-410e-bfe4-41cdc575cdcd req-38f96655-d815-4877-99b7-c508154b469c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 200 len: 920 time: 1.3951380 Sep 21 10:06:18.848999 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bd729-4bc3-4ab9-a1ce-5276c67a0368 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Pushing event updated for resources: {'Port': ['ID=148e91ff-3fb3-4329-a282-1d7ebc94ae46,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:18.851618 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-35f38972-ea23-4896-90fa-759a2e8a94da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:18.854213 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-f78bd729-4bc3-4ab9-a1ce-5276c67a0368 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:06:18.870899 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-f78bd729-4bc3-4ab9-a1ce-5276c67a0368 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:06:18.876334 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-f78bd729-4bc3-4ab9-a1ce-5276c67a0368 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:18.876334 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-f78bd729-4bc3-4ab9-a1ce-5276c67a0368 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for port (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:18.891976 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1ca4c6b6-ef25-4ba5-acb4-62e658a25a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:18.907474 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba26afce-a023-4535-9060-fc72bb991314 {{(pid=106519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:06:18.917449 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Publish callbacks [] for port (ba26afce-a023-4535-9060-fc72bb991314), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:18.940499 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-f78bd729-4bc3-4ab9-a1ce-5276c67a0368 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2594492 Sep 21 10:06:18.953638 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.provisioning_blocks [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Transition to ACTIVE for port object ba26afce-a023-4535-9060-fc72bb991314 will not be triggered until provisioned by entity L2. {{(pid=106519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:06:18.976412 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Request body: {'port': {'device_id': '8db0f842-9480-43d7-8547-215cdd591300', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:06:19.011199 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-cef4ca1a-46f2-415f-8d56-404c8dd05445 req-421e1251-19be-4332-8594-a18cd963a72b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e7915053-18f1-403c-9517-b13162051fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8249636 Sep 21 10:06:19.094183 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-866ededc-d898-410e-bfe4-41cdc575cdcd req-f6901507-88ce-40b2-9604-cbeda862f63f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ea79dbb-edca-4228-96bc-74750bc71fd7 HTTP/1.1" status: 200 len: 217 time: 0.1314881 Sep 21 10:06:19.108731 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3119a02-0a57-4ce3-b5ce-e82f50349085 req-d2a64cba-5881-45b5-8843-8302e6430a98 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:19.110273 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c3119a02-0a57-4ce3-b5ce-e82f50349085 req-d2a64cba-5881-45b5-8843-8302e6430a98 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 943 time: 0.2697062 Sep 21 10:06:19.141181 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (ba26afce-a023-4535-9060-fc72bb991314), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:19.176511 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-35f38972-ea23-4896-90fa-759a2e8a94da admin admin] Publish callbacks [] for security_group (74c36875-aabd-44e4-9cd3-1fd4be2763d4), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:19.182257 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:19.221525 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-35f38972-ea23-4896-90fa-759a2e8a94da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (74c36875-aabd-44e4-9cd3-1fd4be2763d4), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:19.286851 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-c80b9386-ecd5-4168-803f-792a9d886389 None None] Attempt 6 to provision port ba26afce-a023-4535-9060-fc72bb991314 Sep 21 10:06:19.344392 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f38972-ea23-4896-90fa-759a2e8a94da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c36875-aabd-44e4-9cd3-1fd4be2763d4,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:19.465071 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-c80b9386-ecd5-4168-803f-792a9d886389 None None] Port ba26afce-a023-4535-9060-fc72bb991314 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:19.498412 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:19.552857 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Pushing event updated for resources: {'Port': ['ID=ba26afce-a023-4535-9060-fc72bb991314,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:19.559881 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-958c0a93-ae13-4346-90c0-f32479f14745 req-f760dce1-e7a9-4330-9fee-1d61c7bb6b58 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9175866 Sep 21 10:06:19.582741 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d4a6d-eb77-4f24-a17c-7be8596f3f0d req-cbe3aacb-6319-4f71-90c4-56d62d780833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:19.584586 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-666d4a6d-eb77-4f24-a17c-7be8596f3f0d req-cbe3aacb-6319-4f71-90c4-56d62d780833 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d7699a66a36f47a5b185517572024dfe&device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 1127 time: 0.3983719 Sep 21 10:06:19.592237 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-35f38972-ea23-4896-90fa-759a2e8a94da admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=fd2f353c76784922a0212cc5ef7a2aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7880802 Sep 21 10:06:19.636221 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 49226) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:19.673122 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Attempting to bind port ba26afce-a023-4535-9060-fc72bb991314 on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:06:19.673483 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Attempting to bind port ba26afce-a023-4535-9060-fc72bb991314 by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:06:19.673970 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Attempting to bind port ba26afce-a023-4535-9060-fc72bb991314 on network 97a59516-89f9-4e8e-9ccf-abdda6abc087 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:06:19.735562 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-49fccca0-bab2-4ae0-9cc4-fb9bebc0214f admin admin] Publish callbacks [] for security_group (384b942a-1682-4853-ae1f-7c491a57d87e), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:19.747712 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ededc-d898-410e-bfe4-41cdc575cdcd req-32ba3e37-7fb8-4458-ba7b-82b05096bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:19.749025 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-866ededc-d898-410e-bfe4-41cdc575cdcd req-32ba3e37-7fb8-4458-ba7b-82b05096bae8 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5429b2a6-8b25-44de-bb46-df0f87df08ce HTTP/1.1" status: 200 len: 858 time: 0.6359243 Sep 21 10:06:19.760455 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-38cf5a5d-5a3f-4658-8196-bc462cbcf5ef tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Allocated IP 172.20.0.8 (60fbaebe-52f4-4e3a-8714-a12eadb4201c/4d5d2acf-1045-41a7-ba31-7ebbbda78430/3e92fb13-32a5-4052-a608-cd35f3bac843) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:06:19.775502 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-49fccca0-bab2-4ae0-9cc4-fb9bebc0214f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (384b942a-1682-4853-ae1f-7c491a57d87e), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:19.799153 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:19.902832 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c3119a02-0a57-4ce3-b5ce-e82f50349085 req-53a7983c-86c8-437a-88ee-4eb5958f1116 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7141974 Sep 21 10:06:19.934636 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:19.937413 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c8b8fe47-0971-4f9f-8e2a-2470304b98e5 req-846af6ea-90e6-48a6-aa9a-e8cb6f9fa638 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 210 time: 0.0645962 Sep 21 10:06:19.955226 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Port ba26afce-a023-4535-9060-fc72bb991314 on network 97a59516-89f9-4e8e-9ccf-abdda6abc087 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:06:19.955594 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Attempting to bind port ba26afce-a023-4535-9060-fc72bb991314 on network 97a59516-89f9-4e8e-9ccf-abdda6abc087 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:06:19.966854 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-c80b9386-ecd5-4168-803f-792a9d886389 None None] Attempt 7 to provision port ba26afce-a023-4535-9060-fc72bb991314 Sep 21 10:06:19.999744 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5c8fef05-7c1b-4e1b-8f0f-0c891f7c94e6 admin admin] Publish callbacks [] for security_group (74c36875-aabd-44e4-9cd3-1fd4be2763d4), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:19.999744 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ededc-d898-410e-bfe4-41cdc575cdcd req-ce3c610b-d48d-4d48-85d5-8adc4c4d80d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:19.999744 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-866ededc-d898-410e-bfe4-41cdc575cdcd req-ce3c610b-d48d-4d48-85d5-8adc4c4d80d2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=97a59516-89f9-4e8e-9ccf-abdda6abc087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2288103 Sep 21 10:06:20.000285 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1ca4c6b6-ef25-4ba5-acb4-62e658a25a92 admin admin] Publish callbacks [] for security_group (545f2c6f-eae5-401d-9231-6083ae525702), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:20.000285 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fccca0-bab2-4ae0-9cc4-fb9bebc0214f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384b942a-1682-4853-ae1f-7c491a57d87e,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:20.032884 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1ca4c6b6-ef25-4ba5-acb4-62e658a25a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (545f2c6f-eae5-401d-9231-6083ae525702), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:20.106981 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:20.130895 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-c80b9386-ecd5-4168-803f-792a9d886389 None None] Port ba26afce-a023-4535-9060-fc72bb991314 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:20.145197 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:20.215242 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d4a6d-eb77-4f24-a17c-7be8596f3f0d req-2b3f8ba3-524d-4a4a-bf71-70f943902f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:20.217100 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-666d4a6d-eb77-4f24-a17c-7be8596f3f0d req-2b3f8ba3-524d-4a4a-bf71-70f943902f3d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e7915053-18f1-403c-9517-b13162051fdd HTTP/1.1" status: 200 len: 913 time: 0.6213784 Sep 21 10:06:20.221464 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5c8fef05-7c1b-4e1b-8f0f-0c891f7c94e6 admin admin] Publish callbacks [] for security_group (74c36875-aabd-44e4-9cd3-1fd4be2763d4), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:20.245753 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-49fccca0-bab2-4ae0-9cc4-fb9bebc0214f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=489a22b2f3dd4315bcf32f7ce2fb7bd1&name=default HTTP/1.1" status: 200 len: 2996 time: 3.3146949 Sep 21 10:06:20.271763 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:06:20.272191 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Checking segment: {'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:06:20.273104 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Bound using segment: {'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:06:20.273267 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Bound port: ba26afce-a023-4535-9060-fc72bb991314, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'}}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:06:20.273613 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (ba26afce-a023-4535-9060-fc72bb991314), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:20.282359 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 49232) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:20.368963 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-666d4a6d-eb77-4f24-a17c-7be8596f3f0d req-c660b083-fc9c-44f9-9010-c24d31f57986 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb9179f8-3223-4bf8-8415-61d6839815ce HTTP/1.1" status: 200 len: 217 time: 0.1112518 Sep 21 10:06:20.427049 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-1ca4c6b6-ef25-4ba5-acb4-62e658a25a92 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e59b6289a5554375be0319fb789e0508&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4293098 Sep 21 10:06:20.439913 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 49234) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:20.442533 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4c6b6-ef25-4ba5-acb4-62e658a25a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545f2c6f-eae5-401d-9231-6083ae525702,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:20.459626 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] For port ba26afce-a023-4535-9060-fc72bb991314, host hv-cinder-85547, cleared binding levels {{(pid=106519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:06:20.465578 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] For port ba26afce-a023-4535-9060-fc72bb991314, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=ba26afce-a023-4535-9060-fc72bb991314,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:06:20.489337 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995009f-4870-4466-bc2f-16350406fa83 req-ade9cf37-69f9-4d0f-b0ac-c5a09fa8fa59 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:20.491572 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a995009f-4870-4466-bc2f-16350406fa83 req-ade9cf37-69f9-4d0f-b0ac-c5a09fa8fa59 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 943 time: 0.3035471 Sep 21 10:06:20.512723 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (ba26afce-a023-4535-9060-fc72bb991314), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:20.584563 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:20.585686 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:20.586902 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08041133-b80e-4931-a914-481455e78794 req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/ba26afce-a023-4535-9060-fc72bb991314 HTTP/1.1" status: 200 len: 1093 time: 5.0089200 Sep 21 10:06:20.619561 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d4a6d-eb77-4f24-a17c-7be8596f3f0d req-39d45db5-383c-499e-b251-7f52323156d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:20.621087 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-666d4a6d-eb77-4f24-a17c-7be8596f3f0d req-39d45db5-383c-499e-b251-7f52323156d9 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c725d009-40a5-4e48-8390-47275e85bd38 HTTP/1.1" status: 200 len: 851 time: 0.2028952 Sep 21 10:06:20.632099 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-c80b9386-ecd5-4168-803f-792a9d886389 None None] Attempt 8 to provision port ba26afce-a023-4535-9060-fc72bb991314 Sep 21 10:06:20.650518 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53d0a3b-a5af-4702-8eca-e5de8071c8a2', 'tag': 'ba26afce-a023-4535-9060-fc72bb991314'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:06:20.735256 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4390765b-0b40-4fa2-a103-185f4a382b77 admin admin] Publish callbacks [] for security_group (545f2c6f-eae5-401d-9231-6083ae525702), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:20.746483 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-38cf5a5d-5a3f-4658-8196-bc462cbcf5ef tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for port (3e92fb13-32a5-4052-a608-cd35f3bac843), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:20.782245 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d4a6d-eb77-4f24-a17c-7be8596f3f0d req-7995e4cf-bfee-4d1d-a1e6-5d390af45e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:20.784218 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-666d4a6d-eb77-4f24-a17c-7be8596f3f0d req-7995e4cf-bfee-4d1d-a1e6-5d390af45e74 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e7915053-18f1-403c-9517-b13162051fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1136444 Sep 21 10:06:20.789805 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a995009f-4870-4466-bc2f-16350406fa83 req-071306a7-f4c5-4d5d-a302-a72266f43bae tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712131 Sep 21 10:06:20.792387 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-866ededc-d898-410e-bfe4-41cdc575cdcd req-3d8933ae-a58a-4aa7-bb3a-10e5d84c3b12 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7715647 Sep 21 10:06:20.797526 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4390765b-0b40-4fa2-a103-185f4a382b77 admin admin] Publish callbacks [] for security_group (545f2c6f-eae5-401d-9231-6083ae525702), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:20.848190 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08041133-b80e-4931-a914-481455e78794 req-d25126a4-3de3-46bf-9a05-63ef34761255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:20.857765 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08041133-b80e-4931-a914-481455e78794 req-d25126a4-3de3-46bf-9a05-63ef34761255 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f75ba10758754f4f9c778e357a87f58e&device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 1127 time: 0.1202455 Sep 21 10:06:20.857765 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-38cf5a5d-5a3f-4658-8196-bc462cbcf5ef tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (3e92fb13-32a5-4052-a608-cd35f3bac843), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:20.885602 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-c80b9386-ecd5-4168-803f-792a9d886389 None None] Port ba26afce-a023-4535-9060-fc72bb991314 had new provisioning blocks added so it will not transition to active. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 10:06:20.903549 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-38cf5a5d-5a3f-4658-8196-bc462cbcf5ef tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Network 60fbaebe-52f4-4e3a-8714-a12eadb4201c is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:06:20.917377 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-38cf5a5d-5a3f-4658-8196-bc462cbcf5ef tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:06:20.941660 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-38cf5a5d-5a3f-4658-8196-bc462cbcf5ef tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:06:20.947449 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-38cf5a5d-5a3f-4658-8196-bc462cbcf5ef tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:20.948344 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-38cf5a5d-5a3f-4658-8196-bc462cbcf5ef tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:21.042927 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-9e2978cc-226b-4b81-999e-3d4ce7c16b77 None None] Provisioning complete for port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:21.052928 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-9e2978cc-226b-4b81-999e-3d4ce7c16b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:21.058848 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-9e2978cc-226b-4b81-999e-3d4ce7c16b77 None None] Attempt 1 to provision port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 Sep 21 10:06:21.250622 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-9e2978cc-226b-4b81-999e-3d4ce7c16b77 None None] Port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:21.253665 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:21.300743 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148e91ff-3fb3-4329-a282-1d7ebc94ae46 {{(pid=106520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:06:21.327486 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Publish callbacks [] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:21.353013 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-38cf5a5d-5a3f-4658-8196-bc462cbcf5ef tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9641953 Sep 21 10:06:21.374502 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314ee02-ea66-4169-a33a-e1ce209b42ae req-783c5791-afc7-4a56-a3b5-4d7c2112325f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:21.388008 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0314ee02-ea66-4169-a33a-e1ce209b42ae req-783c5791-afc7-4a56-a3b5-4d7c2112325f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 932 time: 0.4205940 Sep 21 10:06:21.433935 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83ca88d-e2b3-4d8a-8432-736defee3a37" -d '{"events": [{"name": "network-changed", "server_uuid": "c53d0a3b-a5af-4702-8eca-e5de8071c8a2", "tag": "ba26afce-a023-4535-9060-fc72bb991314"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:06:21.445817 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08041133-b80e-4931-a914-481455e78794 req-4a5d6096-ae54-498c-8d4c-c83c891c4e30 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba26afce-a023-4535-9060-fc72bb991314 HTTP/1.1" status: 200 len: 217 time: 0.5810487 Sep 21 10:06:21.446972 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5c8fef05-7c1b-4e1b-8f0f-0c891f7c94e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (74c36875-aabd-44e4-9cd3-1fd4be2763d4), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:21.450983 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5c8fef05-7c1b-4e1b-8f0f-0c891f7c94e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:21.456455 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-5c8fef05-7c1b-4e1b-8f0f-0c891f7c94e6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/74c36875-aabd-44e4-9cd3-1fd4be2763d4 HTTP/1.1" status: 204 len: 168 time: 1.7956500 Sep 21 10:06:21.468157 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.provisioning_blocks [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Transition to ACTIVE for port object 148e91ff-3fb3-4329-a282-1d7ebc94ae46 will not be triggered until provisioned by entity L2. {{(pid=106520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:06:21.480548 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-666d4a6d-eb77-4f24-a17c-7be8596f3f0d req-0f2f76f3-9231-4132-83a0-c8de63539edc service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e7915053-18f1-403c-9517-b13162051fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6856003 Sep 21 10:06:21.482984 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:21.618328 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:21.619104 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4390765b-0b40-4fa2-a103-185f4a382b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (545f2c6f-eae5-401d-9231-6083ae525702), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:21.619610 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f7b90d4a-a370-4b6f-89d3-635d3621ec80 admin admin] Publish callbacks [] for security_group (384b942a-1682-4853-ae1f-7c491a57d87e), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:21.629754 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4390765b-0b40-4fa2-a103-185f4a382b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:21.636200 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-4390765b-0b40-4fa2-a103-185f4a382b77 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/545f2c6f-eae5-401d-9231-6083ae525702 HTTP/1.1" status: 204 len: 168 time: 1.1901960 Sep 21 10:06:21.656938 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:21.687703 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Request body: {'port': {'device_id': '70d43fa7-3a45-4066-b767-f5c092ea82f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:06:21.705626 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=5 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:21.738638 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Pushing event updated for resources: {'Port': ['ID=148e91ff-3fb3-4329-a282-1d7ebc94ae46,revision_number=2']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:21.742689 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390765b-0b40-4fa2-a103-185f4a382b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545f2c6f-eae5-401d-9231-6083ae525702,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:21.756080 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-9e2978cc-226b-4b81-999e-3d4ce7c16b77 None None] Attempt 2 to provision port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 Sep 21 10:06:21.807720 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd120db-5a60-4db7-a400-502117050e5e service neutron] Pushing event updated for resources: {'Port': ['ID=ba26afce-a023-4535-9060-fc72bb991314,revision_number=3']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:21.816611 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.managers [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Attempting to bind port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:06:21.817097 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.managers [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Attempting to bind port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': '08aee52f-e34c-4335-a4cc-9d39df29fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d'}] {{(pid=106520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:06:21.817518 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Attempting to bind port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 on network 00c18901-0d42-4272-b558-b769b86bb94d {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:06:21.909655 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0314ee02-ea66-4169-a33a-e1ce209b42ae req-c51bb04b-1c37-4b44-bb29-fda1f2b0f003 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4666092 Sep 21 10:06:21.910796 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-666d4a6d-eb77-4f24-a17c-7be8596f3f0d req-e546484a-0ef1-46a8-846d-8acb39b8a37c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e7915053-18f1-403c-9517-b13162051fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170725 Sep 21 10:06:21.920416 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-866ededc-d898-410e-bfe4-41cdc575cdcd req-c5a13468-dabd-445e-939b-84772a70b9a2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0577693 Sep 21 10:06:21.971394 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 on network 00c18901-0d42-4272-b558-b769b86bb94d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:06:21.972291 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Attempting to bind port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 on network 00c18901-0d42-4272-b558-b769b86bb94d {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:06:21.980120 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=100 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:22.000101 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-9e2978cc-226b-4b81-999e-3d4ce7c16b77 None None] Port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:22.128406 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8fef05-7c1b-4e1b-8f0f-0c891f7c94e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c36875-aabd-44e4-9cd3-1fd4be2763d4,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:22.157879 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:06:22.158444 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Checking segment: {'id': '08aee52f-e34c-4335-a4cc-9d39df29fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:06:22.158927 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Bound using segment: {'id': '08aee52f-e34c-4335-a4cc-9d39df29fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d'} {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:06:22.159738 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.managers [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Bound port: 148e91ff-3fb3-4329-a282-1d7ebc94ae46, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08aee52f-e34c-4335-a4cc-9d39df29fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d'}}] {{(pid=106520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:06:22.166359 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:22.229771 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f7b90d4a-a370-4b6f-89d3-635d3621ec80 admin admin] Publish callbacks [] for security_group (384b942a-1682-4853-ae1f-7c491a57d87e), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:22.306163 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d3d30-f19f-49b8-b2ac-53a0ddc2ec2d req-9b8f99eb-b85b-469b-a21a-26570ab5ae6b tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:22.326464 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-311d3d30-f19f-49b8-b2ac-53a0ddc2ec2d req-9b8f99eb-b85b-469b-a21a-26570ab5ae6b tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 931 time: 0.9368718 Sep 21 10:06:22.368320 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] For port 148e91ff-3fb3-4329-a282-1d7ebc94ae46, host hv-cinder-85547, cleared binding levels {{(pid=106520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:06:22.376242 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] For port 148e91ff-3fb3-4329-a282-1d7ebc94ae46, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=148e91ff-3fb3-4329-a282-1d7ebc94ae46,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:06:22.391569 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:22.404193 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:22.405311 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for port (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:22.408016 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/148e91ff-3fb3-4329-a282-1d7ebc94ae46 HTTP/1.1" status: 200 len: 1094 time: 3.4470224 Sep 21 10:06:22.410012 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db0f842-9480-43d7-8547-215cdd591300', 'tag': '148e91ff-3fb3-4329-a282-1d7ebc94ae46'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:06:22.416303 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabb8c1d-9cf1-4e52-8fc3-ecd075fb4223" -d '{"events": [{"name": "network-changed", "server_uuid": "8db0f842-9480-43d7-8547-215cdd591300", "tag": "148e91ff-3fb3-4329-a282-1d7ebc94ae46"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:06:22.489331 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08041133-b80e-4931-a914-481455e78794 req-a0af2075-795e-4be4-b1f0-853915933717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:22.492845 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08041133-b80e-4931-a914-481455e78794 req-a0af2075-795e-4be4-b1f0-853915933717 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5429b2a6-8b25-44de-bb46-df0f87df08ce HTTP/1.1" status: 200 len: 858 time: 0.8189666 Sep 21 10:06:22.502963 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-9e2978cc-226b-4b81-999e-3d4ce7c16b77 None None] Attempt 3 to provision port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 Sep 21 10:06:22.522219 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (3e92fb13-32a5-4052-a608-cd35f3bac843), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:22.547530 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf5a5d-5a3f-4658-8196-bc462cbcf5ef tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Pushing event updated for resources: {'Port': ['ID=3e92fb13-32a5-4052-a608-cd35f3bac843,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:22.588827 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64372810-60af-4404-9bcd-d32934b6cf42 service neutron] Pushing event updated for resources: {'Port': ['ID=148e91ff-3fb3-4329-a282-1d7ebc94ae46,revision_number=3']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:22.661777 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08041133-b80e-4931-a914-481455e78794 req-5d1c9991-76b2-43fd-85d0-67000961edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:22.664179 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-9e2978cc-226b-4b81-999e-3d4ce7c16b77 None None] Port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 had new provisioning blocks added so it will not transition to active. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 10:06:22.665484 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08041133-b80e-4931-a914-481455e78794 req-5d1c9991-76b2-43fd-85d0-67000961edd6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=97a59516-89f9-4e8e-9ccf-abdda6abc087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0962536 Sep 21 10:06:22.697523 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-2dc4b50b-9647-4e51-be7f-ea98ec0de047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:22.701156 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-2dc4b50b-9647-4e51-be7f-ea98ec0de047 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=68256e1dad7b42c8a603e45246d85098&device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 1128 time: 0.1047680 Sep 21 10:06:22.713308 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7422bed-0fca-48fc-8053-6190aa318eb4 req-4dd68767-54f9-4df3-b0a6-b1b42af581bd tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:22.715003 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c7422bed-0fca-48fc-8053-6190aa318eb4 req-4dd68767-54f9-4df3-b0a6-b1b42af581bd tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 943 time: 0.5655270 Sep 21 10:06:22.743099 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 49284) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:22.743324 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-311d3d30-f19f-49b8-b2ac-53a0ddc2ec2d req-215ed635-f206-4936-b08c-83eb91316ef1 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4157283 Sep 21 10:06:22.781686 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-fb4b17f4-2008-4c1e-80b1-9ad6bbfb6afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:22.816192 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-5469b408-2aca-4fa4-8d30-b5b5f5968890 None None] Provisioning complete for port 3e92fb13-32a5-4052-a608-cd35f3bac843 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:22.821367 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-5469b408-2aca-4fa4-8d30-b5b5f5968890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (3e92fb13-32a5-4052-a608-cd35f3bac843), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:22.823737 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-5469b408-2aca-4fa4-8d30-b5b5f5968890 None None] Attempt 1 to provision port 3e92fb13-32a5-4052-a608-cd35f3bac843 Sep 21 10:06:22.857980 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f7b90d4a-a370-4b6f-89d3-635d3621ec80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (384b942a-1682-4853-ae1f-7c491a57d87e), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:22.860665 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f7b90d4a-a370-4b6f-89d3-635d3621ec80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:22.865738 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-f7b90d4a-a370-4b6f-89d3-635d3621ec80 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/384b942a-1682-4853-ae1f-7c491a57d87e HTTP/1.1" status: 204 len: 168 time: 2.5733752 Sep 21 10:06:22.881729 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-5469b408-2aca-4fa4-8d30-b5b5f5968890 None None] Port 3e92fb13-32a5-4052-a608-cd35f3bac843 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:22.889382 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b90d4a-a370-4b6f-89d3-635d3621ec80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384b942a-1682-4853-ae1f-7c491a57d87e,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:22.917206 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c7422bed-0fca-48fc-8053-6190aa318eb4 req-95a6380e-35df-4cfd-8840-8a4d5dee79a5 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930504 Sep 21 10:06:23.070657 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-fb4b17f4-2008-4c1e-80b1-9ad6bbfb6afb admin admin] Publish callbacks [] for security_group (5bbc649e-9269-4918-94c0-4582ff83b010), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:23.078907 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-fb4b17f4-2008-4c1e-80b1-9ad6bbfb6afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (5bbc649e-9269-4918-94c0-4582ff83b010), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:23.165746 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-fb4b17f4-2008-4c1e-80b1-9ad6bbfb6afb admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=fa83de7456094902aa63e9cf75c24264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4212556 Sep 21 10:06:23.170282 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 49294) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:23.383366 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-5469b408-2aca-4fa4-8d30-b5b5f5968890 None None] Attempt 2 to provision port 3e92fb13-32a5-4052-a608-cd35f3bac843 Sep 21 10:06:23.477317 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-5469b408-2aca-4fa4-8d30-b5b5f5968890 None None] Port 3e92fb13-32a5-4052-a608-cd35f3bac843 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:23.496989 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:23.500077 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13801e7-d973-4c7c-a8a6-fd2d8e073258 x-openstack-request-id: req-b13801e7-d973-4c7c-a8a6-fd2d8e073258 {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:06:23.500424 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db0f842-9480-43d7-8547-215cdd591300", "tag": "148e91ff-3fb3-4329-a282-1d7ebc94ae46", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:06:23.500677 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b13801e7-d973-4c7c-a8a6-fd2d8e073258 {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:06:23.501444 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b13801e7-d973-4c7c-a8a6-fd2d8e073258'] response: {'name': 'network-changed', 'server_uuid': '8db0f842-9480-43d7-8547-215cdd591300', 'tag': '148e91ff-3fb3-4329-a282-1d7ebc94ae46', 'status': 'completed', 'code': 200} Sep 21 10:06:23.544411 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b17f4-2008-4c1e-80b1-9ad6bbfb6afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbc649e-9269-4918-94c0-4582ff83b010,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:23.560360 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbda9eb-1ede-4013-a0ca-3d459337cfc1 x-openstack-request-id: req-8cbda9eb-1ede-4013-a0ca-3d459337cfc1 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:06:23.560809 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53d0a3b-a5af-4702-8eca-e5de8071c8a2", "tag": "ba26afce-a023-4535-9060-fc72bb991314", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:06:23.561206 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8cbda9eb-1ede-4013-a0ca-3d459337cfc1 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:06:23.561929 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cbda9eb-1ede-4013-a0ca-3d459337cfc1'] response: {'name': 'network-changed', 'server_uuid': 'c53d0a3b-a5af-4702-8eca-e5de8071c8a2', 'tag': 'ba26afce-a023-4535-9060-fc72bb991314', 'status': 'completed', 'code': 200} Sep 21 10:06:23.599503 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5efeedfc-1c19-4cd5-ac32-eaf0ae7c3b48 admin admin] Publish callbacks [] for security_group (5bbc649e-9269-4918-94c0-4582ff83b010), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:23.636617 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5efeedfc-1c19-4cd5-ac32-eaf0ae7c3b48 admin admin] Publish callbacks [] for security_group (5bbc649e-9269-4918-94c0-4582ff83b010), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:23.710507 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:23.721828 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 49306) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:23.730722 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e98624-d3d4-4acc-be0e-e2cb6dd28391 req-c0e5ef41-0779-4997-93bb-817b47059a26 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:23.733431 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-41e98624-d3d4-4acc-be0e-e2cb6dd28391 req-c0e5ef41-0779-4997-93bb-817b47059a26 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 943 time: 0.6444263 Sep 21 10:06:23.749232 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e92fb13-32a5-4052-a608-cd35f3bac843 {{(pid=106519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:06:23.752862 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5efeedfc-1c19-4cd5-ac32-eaf0ae7c3b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (5bbc649e-9269-4918-94c0-4582ff83b010), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:23.755886 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5efeedfc-1c19-4cd5-ac32-eaf0ae7c3b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:23.757885 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-5efeedfc-1c19-4cd5-ac32-eaf0ae7c3b48 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5bbc649e-9269-4918-94c0-4582ff83b010 HTTP/1.1" status: 204 len: 168 time: 0.5862615 Sep 21 10:06:23.767060 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-db392140-a6e3-4fc6-8b8d-dfa2fa6dbb09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:23.770272 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e19cf6-12de-45bc-a77b-77e469d0f9db req-9b2cbcc7-63f7-4c43-a334-eb84e4e54785 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:23.773853 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-86e19cf6-12de-45bc-a77b-77e469d0f9db req-9b2cbcc7-63f7-4c43-a334-eb84e4e54785 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.2099750 Sep 21 10:06:23.776903 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efeedfc-1c19-4cd5-ac32-eaf0ae7c3b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbc649e-9269-4918-94c0-4582ff83b010,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:23.796284 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Publish callbacks [] for port (3e92fb13-32a5-4052-a608-cd35f3bac843), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:23.881898 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.provisioning_blocks [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Transition to ACTIVE for port object 3e92fb13-32a5-4052-a608-cd35f3bac843 will not be triggered until provisioned by entity L2. {{(pid=106519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:06:23.897146 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (3e92fb13-32a5-4052-a608-cd35f3bac843), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:23.940589 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-db392140-a6e3-4fc6-8b8d-dfa2fa6dbb09 admin admin] Publish callbacks [] for security_group (a45824c2-093a-4466-9414-dd782af1a0dd), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:23.948812 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-db392140-a6e3-4fc6-8b8d-dfa2fa6dbb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (a45824c2-093a-4466-9414-dd782af1a0dd), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:23.978288 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-5469b408-2aca-4fa4-8d30-b5b5f5968890 None None] Attempt 3 to provision port 3e92fb13-32a5-4052-a608-cd35f3bac843 Sep 21 10:06:23.980724 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-41e98624-d3d4-4acc-be0e-e2cb6dd28391 req-d293bc0a-71a5-4777-8907-a13b52153c81 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387609 Sep 21 10:06:24.007064 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-86e19cf6-12de-45bc-a77b-77e469d0f9db req-d9072004-196f-41d6-a1fc-1bb778294f3f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137094 Sep 21 10:06:24.021157 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Pushing event updated for resources: {'Port': ['ID=3e92fb13-32a5-4052-a608-cd35f3bac843,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:24.028537 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Attempting to bind port 3e92fb13-32a5-4052-a608-cd35f3bac843 on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:06:24.029128 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Attempting to bind port 3e92fb13-32a5-4052-a608-cd35f3bac843 by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': '241b5bf6-5ac4-473b-82f0-57d3d23ca7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c'}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:06:24.029627 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Attempting to bind port 3e92fb13-32a5-4052-a608-cd35f3bac843 on network 60fbaebe-52f4-4e3a-8714-a12eadb4201c {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:06:24.054919 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-5469b408-2aca-4fa4-8d30-b5b5f5968890 None None] Port 3e92fb13-32a5-4052-a608-cd35f3bac843 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:24.060179 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:24.094038 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-db392140-a6e3-4fc6-8b8d-dfa2fa6dbb09 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9aacdd5774d7469b9001d987d06741d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3705170 Sep 21 10:06:24.100851 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db392140-a6e3-4fc6-8b8d-dfa2fa6dbb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45824c2-093a-4466-9414-dd782af1a0dd,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:24.107518 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 49318) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:24.149157 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Port 3e92fb13-32a5-4052-a608-cd35f3bac843 on network 60fbaebe-52f4-4e3a-8714-a12eadb4201c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:06:24.155180 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Attempting to bind port 3e92fb13-32a5-4052-a608-cd35f3bac843 on network 60fbaebe-52f4-4e3a-8714-a12eadb4201c {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:06:24.345846 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dcb5bd21-9d98-489c-ac1d-4dad85ef924e admin admin] Publish callbacks [] for security_group (a45824c2-093a-4466-9414-dd782af1a0dd), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:24.349888 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:06:24.350356 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Checking segment: {'id': '241b5bf6-5ac4-473b-82f0-57d3d23ca7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:06:24.350854 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Bound using segment: {'id': '241b5bf6-5ac4-473b-82f0-57d3d23ca7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c'} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:06:24.352279 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Bound port: 3e92fb13-32a5-4052-a608-cd35f3bac843, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241b5bf6-5ac4-473b-82f0-57d3d23ca7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c'}}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:06:24.352831 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (3e92fb13-32a5-4052-a608-cd35f3bac843), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:24.365841 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571689c-86fc-4550-9550-ff59c9e611cb req-1743dd9f-33b7-4848-b1bf-25efa16297e7 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:24.372910 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8571689c-86fc-4550-9550-ff59c9e611cb req-1743dd9f-33b7-4848-b1bf-25efa16297e7 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 943 time: 0.1580708 Sep 21 10:06:24.517464 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb114752-457e-400f-a9b8-79e2c83983a9 req-06abd360-2809-4b34-b30c-ad357fa70e05 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:24.524728 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-eb114752-457e-400f-a9b8-79e2c83983a9 req-06abd360-2809-4b34-b30c-ad357fa70e05 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 943 time: 0.2491310 Sep 21 10:06:24.548709 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dcb5bd21-9d98-489c-ac1d-4dad85ef924e admin admin] Publish callbacks [] for security_group (a45824c2-093a-4466-9414-dd782af1a0dd), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:24.556573 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-5469b408-2aca-4fa4-8d30-b5b5f5968890 None None] Attempt 4 to provision port 3e92fb13-32a5-4052-a608-cd35f3bac843 Sep 21 10:06:24.629179 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-5469b408-2aca-4fa4-8d30-b5b5f5968890 None None] Port 3e92fb13-32a5-4052-a608-cd35f3bac843 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:06:24.652446 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8571689c-86fc-4550-9550-ff59c9e611cb req-1076e4fa-4ef9-4a79-93c6-d19091dbd513 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554078 Sep 21 10:06:24.745863 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-eb114752-457e-400f-a9b8-79e2c83983a9 req-e69b31b6-4b9b-4ab3-a6f3-d3320e79c6f1 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902390 Sep 21 10:06:24.749667 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] For port 3e92fb13-32a5-4052-a608-cd35f3bac843, host hv-cinder-85547, cleared binding levels {{(pid=106519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:06:24.754909 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] For port 3e92fb13-32a5-4052-a608-cd35f3bac843, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=3e92fb13-32a5-4052-a608-cd35f3bac843,segment=NetworkSegment(241b5bf6-5ac4-473b-82f0-57d3d23ca7fb),segment_id=241b5bf6-5ac4-473b-82f0-57d3d23ca7fb)] {{(pid=106519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:06:24.765235 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (3e92fb13-32a5-4052-a608-cd35f3bac843), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:24.769301 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:24.770463 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:24.772183 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/3e92fb13-32a5-4052-a608-cd35f3bac843 HTTP/1.1" status: 200 len: 1093 time: 3.0888402 Sep 21 10:06:24.831639 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dcb5bd21-9d98-489c-ac1d-4dad85ef924e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (a45824c2-093a-4466-9414-dd782af1a0dd), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:24.836463 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dcb5bd21-9d98-489c-ac1d-4dad85ef924e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:24.838367 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-dcb5bd21-9d98-489c-ac1d-4dad85ef924e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a45824c2-093a-4466-9414-dd782af1a0dd HTTP/1.1" status: 204 len: 168 time: 0.7295666 Sep 21 10:06:24.873048 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5bd21-9d98-489c-ac1d-4dad85ef924e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45824c2-093a-4466-9414-dd782af1a0dd,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:24.923427 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bd3c9-8ea5-4404-84f3-e60ab0a62188 service neutron] Pushing event updated for resources: {'Port': ['ID=3e92fb13-32a5-4052-a608-cd35f3bac843,revision_number=3']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:25.130983 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-5469b408-2aca-4fa4-8d30-b5b5f5968890 None None] Attempt 5 to provision port 3e92fb13-32a5-4052-a608-cd35f3bac843 Sep 21 10:06:25.217294 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-5469b408-2aca-4fa4-8d30-b5b5f5968890 None None] Port 3e92fb13-32a5-4052-a608-cd35f3bac843 had new provisioning blocks added so it will not transition to active. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 10:06:25.307565 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:25.396798 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-f5905c70-b224-4dbd-b5f3-a8a829ab97c1 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=148e91ff-3fb3-4329-a282-1d7ebc94ae46 HTTP/1.1" status: 200 len: 217 time: 0.2258847 Sep 21 10:06:25.543454 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6de876-5ff7-4a7e-b0b8-3de0736f7b6c req-de76a9db-2767-40d5-ab96-ae242d95acff tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:25.546255 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ab6de876-5ff7-4a7e-b0b8-3de0736f7b6c req-de76a9db-2767-40d5-ab96-ae242d95acff tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 943 time: 0.2351551 Sep 21 10:06:25.566390 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d43fa7-3a45-4066-b767-f5c092ea82f8', 'tag': '3e92fb13-32a5-4052-a608-cd35f3bac843'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:06:25.570615 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0dc846-868f-4a8e-a192-3eb7b6920490" -d '{"events": [{"name": "network-changed", "server_uuid": "70d43fa7-3a45-4066-b767-f5c092ea82f8", "tag": "3e92fb13-32a5-4052-a608-cd35f3bac843"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:06:25.623357 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc2e54-172f-491d-a048-4f9162759996 req-c26767f7-fd31-4653-b6e9-f3aaad703716 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:25.628881 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-42bc2e54-172f-491d-a048-4f9162759996 req-c26767f7-fd31-4653-b6e9-f3aaad703716 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.2144403 Sep 21 10:06:25.630846 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08041133-b80e-4931-a914-481455e78794 req-982817d4-5052-46f2-8c30-5d344cd422c7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855268 Sep 21 10:06:25.776305 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ab6de876-5ff7-4a7e-b0b8-3de0736f7b6c req-0766672a-5f37-4dd3-914d-0e3c35afa529 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112961 Sep 21 10:06:25.784246 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-42bc2e54-172f-491d-a048-4f9162759996 req-38f8d401-e3d2-477f-be21-ecc904e7df19 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391757 Sep 21 10:06:25.850866 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f52a63d-6a5e-4efc-a89f-8195852c373d x-openstack-request-id: req-8f52a63d-6a5e-4efc-a89f-8195852c373d {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:06:25.851366 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d43fa7-3a45-4066-b767-f5c092ea82f8", "tag": "3e92fb13-32a5-4052-a608-cd35f3bac843", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:06:25.851850 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8f52a63d-6a5e-4efc-a89f-8195852c373d {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:06:25.852438 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f52a63d-6a5e-4efc-a89f-8195852c373d'] response: {'name': 'network-changed', 'server_uuid': '70d43fa7-3a45-4066-b767-f5c092ea82f8', 'tag': '3e92fb13-32a5-4052-a608-cd35f3bac843', 'status': 'completed', 'code': 200} Sep 21 10:06:26.035774 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439d88f-7e18-45ab-888a-eb1664461af0 req-b2103671-45f2-4967-9a52-6de921dd5822 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:26.045289 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a439d88f-7e18-45ab-888a-eb1664461af0 req-b2103671-45f2-4967-9a52-6de921dd5822 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 943 time: 0.1025083 Sep 21 10:06:26.082054 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c566db7-a129-4aeb-a779-883485e2ab19 req-a1feaac8-3ac2-4d7b-a68d-f7aff7c5cbd8 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:26.089460 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6c566db7-a129-4aeb-a779-883485e2ab19 req-a1feaac8-3ac2-4d7b-a68d-f7aff7c5cbd8 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 943 time: 0.1112614 Sep 21 10:06:26.164896 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a439d88f-7e18-45ab-888a-eb1664461af0 req-c4c1c4ec-2804-4beb-bda3-f051d96d5be6 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183043 Sep 21 10:06:26.173297 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:26.263333 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6c566db7-a129-4aeb-a779-883485e2ab19 req-3688f8d9-c360-4fe9-8527-58b84ce8902c tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725841 Sep 21 10:06:27.031060 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d25f9-8b70-4b92-867a-86dcd00908e6 req-ff6ed36a-6f69-426f-a0ed-224b23bc39ee tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:27.032527 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-915d25f9-8b70-4b92-867a-86dcd00908e6 req-ff6ed36a-6f69-426f-a0ed-224b23bc39ee tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 943 time: 0.1041629 Sep 21 10:06:27.046547 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d8699-df3f-4e49-929b-0a4e09d7b23b req-ac694a19-f3f7-4856-abf0-54a3167025cc tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:27.049158 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4b1d8699-df3f-4e49-929b-0a4e09d7b23b req-ac694a19-f3f7-4856-abf0-54a3167025cc tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.1187651 Sep 21 10:06:27.160553 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4b1d8699-df3f-4e49-929b-0a4e09d7b23b req-e852c8de-54ac-4b85-973e-6c8194e50a60 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978000 Sep 21 10:06:27.169427 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-915d25f9-8b70-4b92-867a-86dcd00908e6 req-60c4aba1-276e-4474-820d-7189d0bad397 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189396 Sep 21 10:06:27.371616 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d37fd-4137-463c-8a42-9de221f43128 req-00c4388e-cc61-4659-b906-fc071d99f8e3 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:27.374131 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7e9d37fd-4137-463c-8a42-9de221f43128 req-00c4388e-cc61-4659-b906-fc071d99f8e3 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 943 time: 0.0914104 Sep 21 10:06:27.455493 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192646d6-0813-43bc-bdb2-d0f872b58c74 req-e08f0246-4482-4972-b8b4-5637ddc3b672 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:27.457270 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-192646d6-0813-43bc-bdb2-d0f872b58c74 req-e08f0246-4482-4972-b8b4-5637ddc3b672 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 943 time: 0.0815237 Sep 21 10:06:27.521253 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7e9d37fd-4137-463c-8a42-9de221f43128 req-3a566a96-0112-4845-a9d0-532563b35057 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220253 Sep 21 10:06:27.613330 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-192646d6-0813-43bc-bdb2-d0f872b58c74 req-b848e013-c5cf-4793-be5c-0b59de947fa3 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345961 Sep 21 10:06:28.066655 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=17 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:28.081074 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=15 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:28.431936 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba497-2862-44d5-bf64-ee45048d61b3 req-ad24be39-dac8-4b64-8688-78393f467a2c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:28.437817 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-612ba497-2862-44d5-bf64-ee45048d61b3 req-ad24be39-dac8-4b64-8688-78393f467a2c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.1061571 Sep 21 10:06:28.475540 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf9b61-522a-4042-9e2d-53b245a3c59e req-e8a86265-6b85-4422-8571-d8f98487feb1 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:28.478439 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c3bf9b61-522a-4042-9e2d-53b245a3c59e req-e8a86265-6b85-4422-8571-d8f98487feb1 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 943 time: 0.1032658 Sep 21 10:06:28.561434 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-612ba497-2862-44d5-bf64-ee45048d61b3 req-aa4cc959-aae1-43aa-b1e1-90d93a21e68c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216080 Sep 21 10:06:28.587059 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c3bf9b61-522a-4042-9e2d-53b245a3c59e req-362c7000-667c-4146-9c77-b5411ac65471 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913126 Sep 21 10:06:28.719320 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e98f6-d9d2-4460-a069-062071c25257 req-11ef9229-5421-45a7-a622-ed3b737af330 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:28.729938 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3d1e98f6-d9d2-4460-a069-062071c25257 req-11ef9229-5421-45a7-a622-ed3b737af330 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 943 time: 0.0792274 Sep 21 10:06:28.809173 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:28.820233 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3d1e98f6-d9d2-4460-a069-062071c25257 req-97304fb3-dbea-49e2-aeab-e8a489b88c93 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893326 Sep 21 10:06:28.898720 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df0fda-d292-4077-b763-256920511c77 req-04711484-e7f0-4cd6-a84a-66c7ec0c685d tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:28.901555 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a4df0fda-d292-4077-b763-256920511c77 req-04711484-e7f0-4cd6-a84a-66c7ec0c685d tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 943 time: 0.1470468 Sep 21 10:06:28.997782 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a4df0fda-d292-4077-b763-256920511c77 req-10f236c8-71a8-4f58-839d-e9deb9a3e4f5 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856702 Sep 21 10:06:29.614819 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-c8f86a3f-e66f-4a94-842c-ac5350850f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:29.619925 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-c8f86a3f-e66f-4a94-842c-ac5350850f15 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b380f751-6674-46e2-979d-3a6fecc803dc HTTP/1.1" status: 200 len: 856 time: 0.1068280 Sep 21 10:06:29.657092 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dc846-868f-4a8e-a192-3eb7b6920490 req-a83572d5-dd31-4648-b331-276b0c52c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:29.659457 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1b0dc846-868f-4a8e-a192-3eb7b6920490 req-a83572d5-dd31-4648-b331-276b0c52c950 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b3bd8b4fc3c749cb90f28023dc955c9a&device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 1127 time: 0.0920286 Sep 21 10:06:29.729830 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-dd23ab0d-2705-4060-9998-9c0ca33eea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:29.733129 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-dd23ab0d-2705-4060-9998-9c0ca33eea84 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=00c18901-0d42-4272-b558-b769b86bb94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1069689 Sep 21 10:06:29.827242 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:29.951127 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-988a121c-0d55-4cc1-a5c0-27fa5fdda9af service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104893 Sep 21 10:06:30.043318 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08041133-b80e-4931-a914-481455e78794 req-6ec7c177-77df-4ea0-88ab-fecbc8350fb3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313644 Sep 21 10:06:30.053100 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:30.083175 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 49568) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:30.171890 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6656c-1c80-40f5-af31-00adc673cab4 req-4e664eec-9316-468e-a89e-ece1e3c9604f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:30.173522 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e2c6656c-1c80-40f5-af31-00adc673cab4 req-4e664eec-9316-468e-a89e-ece1e3c9604f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.1888964 Sep 21 10:06:30.189239 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-11a1e39a-19be-4efc-a6a1-2dc4cd278bcb req-90689d1d-3f67-4407-8303-c21d6b1f8f1e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294931 Sep 21 10:06:30.190087 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c19a08-61f2-4b70-8ec8-4d2ed7dbda1f req-af50389f-9269-4cb4-bf13-ea0f93a37073 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:30.191772 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-28c19a08-61f2-4b70-8ec8-4d2ed7dbda1f req-af50389f-9269-4cb4-bf13-ea0f93a37073 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 943 time: 0.2052619 Sep 21 10:06:30.195268 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dc846-868f-4a8e-a192-3eb7b6920490 req-c39f8eb4-675f-4e68-be18-bea8a5c1db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:30.197643 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1b0dc846-868f-4a8e-a192-3eb7b6920490 req-c39f8eb4-675f-4e68-be18-bea8a5c1db3d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=b3bd8b4fc3c749cb90f28023dc955c9a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5270853 Sep 21 10:06:30.285871 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-845d6dbd-4476-40c6-a5fe-4a059fa276b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:30.305245 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e2c6656c-1c80-40f5-af31-00adc673cab4 req-5d128b33-94a2-4226-9ae7-465ffc67c1c2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119106 Sep 21 10:06:30.354857 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-28c19a08-61f2-4b70-8ec8-4d2ed7dbda1f req-62c50e1d-5c1a-40b2-8599-f21003aa2500 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505089 Sep 21 10:06:30.473862 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-81d627de-984e-4402-b712-441e302dd1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:30.496566 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-845d6dbd-4476-40c6-a5fe-4a059fa276b8 admin admin] Publish callbacks [] for security_group (54f8d976-3964-4097-bcda-cdb5266a0870), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:30.508432 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-845d6dbd-4476-40c6-a5fe-4a059fa276b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (54f8d976-3964-4097-bcda-cdb5266a0870), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:30.569444 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-845d6dbd-4476-40c6-a5fe-4a059fa276b8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a5bea3c8e2ae4e8a909391256ee8d03c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4812212 Sep 21 10:06:30.571532 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 49600) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:30.581905 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d6dbd-4476-40c6-a5fe-4a059fa276b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f8d976-3964-4097-bcda-cdb5266a0870,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:30.594848 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:30.630646 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c80e9-c085-4d09-934d-ae34f2a3a2d2 req-7561016a-aabc-4428-9a04-08ee770a43e9 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:30.640548 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3b7c80e9-c085-4d09-934d-ae34f2a3a2d2 req-7561016a-aabc-4428-9a04-08ee770a43e9 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 943 time: 0.1892745 Sep 21 10:06:30.644321 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-70c07c69-b0f9-404f-ae85-d8a0a4c011f8 admin admin] Publish callbacks [] for security_group (54f8d976-3964-4097-bcda-cdb5266a0870), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:30.652923 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f99811-1bdf-41f4-a65f-725d87748ff7 req-16bd4267-41db-42a2-8dcf-07f68800990a tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:30.669032 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-21f99811-1bdf-41f4-a65f-725d87748ff7 req-16bd4267-41db-42a2-8dcf-07f68800990a tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 943 time: 0.1537414 Sep 21 10:06:30.675828 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-70c07c69-b0f9-404f-ae85-d8a0a4c011f8 admin admin] Publish callbacks [] for security_group (54f8d976-3964-4097-bcda-cdb5266a0870), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:30.704976 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 49606) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:30.756351 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-70c07c69-b0f9-404f-ae85-d8a0a4c011f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (54f8d976-3964-4097-bcda-cdb5266a0870), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:30.766001 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-70c07c69-b0f9-404f-ae85-d8a0a4c011f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:30.767840 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-70c07c69-b0f9-404f-ae85-d8a0a4c011f8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/54f8d976-3964-4097-bcda-cdb5266a0870 HTTP/1.1" status: 204 len: 168 time: 0.1950946 Sep 21 10:06:30.858809 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c07c69-b0f9-404f-ae85-d8a0a4c011f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f8d976-3964-4097-bcda-cdb5266a0870,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:30.905036 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ca88d-e2b3-4d8a-8432-736defee3a37 req-accdefb2-7003-4576-8dcf-e7af06cc89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:30.907083 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-b83ca88d-e2b3-4d8a-8432-736defee3a37 req-accdefb2-7003-4576-8dcf-e7af06cc89ce service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f75ba10758754f4f9c778e357a87f58e&device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 1127 time: 0.1352570 Sep 21 10:06:31.214801 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 1ea79dbb-edca-4228-96bc-74750bc71fd7 details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:06:31.221595 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3b7c80e9-c085-4d09-934d-ae34f2a3a2d2 req-9a0830db-3608-4eb4-a864-767518a87391 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493855 Sep 21 10:06:31.272462 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-21f99811-1bdf-41f4-a65f-725d87748ff7 req-c05eee21-e321-474d-bda5-1c18339dc44d tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6015160 Sep 21 10:06:31.281695 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-af44b01b-710e-40c6-814a-ccc193012a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:31.333873 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=100 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:31.436105 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dc846-868f-4a8e-a192-3eb7b6920490 req-6941eecb-1711-4710-abf4-09879e745b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:31.438256 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1b0dc846-868f-4a8e-a192-3eb7b6920490 req-6941eecb-1711-4710-abf4-09879e745b92 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6830409 Sep 21 10:06:31.647557 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 1ea79dbb-edca-4228-96bc-74750bc71fd7, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=1ea79dbb-edca-4228-96bc-74750bc71fd7,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:06:31.662948 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': '1ea79dbb-edca-4228-96bc-74750bc71fd7', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'port_id': '1ea79dbb-edca-4228-96bc-74750bc71fd7', 'mac_address': 'fa:16:3e:51:53:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:06:31.704103 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 49640) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:31.712890 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 1ea79dbb-edca-4228-96bc-74750bc71fd7 is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:31.713607 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (1ea79dbb-edca-4228-96bc-74750bc71fd7), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:31.729935 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-45826943-0817-49d8-9c36-23199f0637c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:31.732903 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea79dbb-edca-4228-96bc-74750bc71fd7 {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:06:31.734409 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ca88d-e2b3-4d8a-8432-736defee3a37 req-28fb4732-91a7-4475-94a4-d343ac272aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:31.735975 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-b83ca88d-e2b3-4d8a-8432-736defee3a37 req-28fb4732-91a7-4475-94a4-d343ac272aa2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 200 len: 920 time: 0.2675388 Sep 21 10:06:31.777413 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 1ea79dbb-edca-4228-96bc-74750bc71fd7, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=1ea79dbb-edca-4228-96bc-74750bc71fd7,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:06:31.784654 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (1ea79dbb-edca-4228-96bc-74750bc71fd7), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:31.786045 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device bb9179f8-3223-4bf8-8415-61d6839815ce details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:06:31.802422 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-b83ca88d-e2b3-4d8a-8432-736defee3a37 req-44ab4c55-28b9-4b57-921b-45ee58c56bfc service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba26afce-a023-4535-9060-fc72bb991314 HTTP/1.1" status: 200 len: 217 time: 0.0567601 Sep 21 10:06:31.859753 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:31.888519 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9b231-e922-4d11-af18-3f445292751e req-ece6eea1-6a45-44d7-8fa0-486f8f9e36a2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:31.891384 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f3e9b231-e922-4d11-af18-3f445292751e req-ece6eea1-6a45-44d7-8fa0-486f8f9e36a2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.4272580 Sep 21 10:06:31.897476 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=1ea79dbb-edca-4228-96bc-74750bc71fd7,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:31.909587 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ca88d-e2b3-4d8a-8432-736defee3a37 req-b4349ebb-7fea-4f66-a1df-4f19228f14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:31.914823 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-b83ca88d-e2b3-4d8a-8432-736defee3a37 req-b4349ebb-7fea-4f66-a1df-4f19228f14bc service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5429b2a6-8b25-44de-bb46-df0f87df08ce HTTP/1.1" status: 200 len: 858 time: 0.1043308 Sep 21 10:06:31.932372 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8da0d-18ab-4ef8-90c2-84a6be2d7c98 req-8750b4cf-2294-46da-a81d-52324e589401 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:31.935433 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b0d8da0d-18ab-4ef8-90c2-84a6be2d7c98 req-8750b4cf-2294-46da-a81d-52324e589401 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 943 time: 0.4100118 Sep 21 10:06:31.948685 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:31.953640 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-b59cfed4-50d3-4b8a-80af-9609fb7a689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:31.956414 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-b59cfed4-50d3-4b8a-80af-9609fb7a689e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b3bd8b4fc3c749cb90f28023dc955c9a&device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 1127 time: 0.3213768 Sep 21 10:06:31.962476 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port bb9179f8-3223-4bf8-8415-61d6839815ce, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=bb9179f8-3223-4bf8-8415-61d6839815ce,segment=NetworkSegment(9e458648-9149-441d-a094-021b458ff48c),segment_id=9e458648-9149-441d-a094-021b458ff48c)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:06:31.971529 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb8c1d-9cf1-4e52-8fc3-ecd075fb4223 req-5c917d4d-522d-40c8-a17e-8431ab74e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:31.974231 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aabb8c1d-9cf1-4e52-8fc3-ecd075fb4223 req-5c917d4d-522d-40c8-a17e-8431ab74e4f2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=68256e1dad7b42c8a603e45246d85098&device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 1128 time: 0.4308624 Sep 21 10:06:31.977914 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': 'bb9179f8-3223-4bf8-8415-61d6839815ce', 'network_id': 'e7915053-18f1-403c-9517-b13162051fdd', 'port_id': 'bb9179f8-3223-4bf8-8415-61d6839815ce', 'mac_address': 'fa:16:3e:08:b1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c725d009-40a5-4e48-8390-47275e85bd38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:06:32.000834 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-af44b01b-710e-40c6-814a-ccc193012a75 admin admin] Publish callbacks [] for security_group (e8a6e5a0-d02d-4e2c-9bde-e64b7c1a5f59), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:32.034718 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port bb9179f8-3223-4bf8-8415-61d6839815ce is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:32.035320 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (bb9179f8-3223-4bf8-8415-61d6839815ce), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:32.040597 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ca88d-e2b3-4d8a-8432-736defee3a37 req-4e0458cd-9d65-4947-9c0b-ef685c9c3715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:32.043175 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-b83ca88d-e2b3-4d8a-8432-736defee3a37 req-4e0458cd-9d65-4947-9c0b-ef685c9c3715 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=97a59516-89f9-4e8e-9ccf-abdda6abc087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1195605 Sep 21 10:06:32.060181 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9179f8-3223-4bf8-8415-61d6839815ce {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:06:32.087074 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port bb9179f8-3223-4bf8-8415-61d6839815ce, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=bb9179f8-3223-4bf8-8415-61d6839815ce,segment=NetworkSegment(9e458648-9149-441d-a094-021b458ff48c),segment_id=9e458648-9149-441d-a094-021b458ff48c)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:06:32.094547 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (bb9179f8-3223-4bf8-8415-61d6839815ce), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:32.108140 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-af44b01b-710e-40c6-814a-ccc193012a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (e8a6e5a0-d02d-4e2c-9bde-e64b7c1a5f59), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:32.133456 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:32.139156 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-eed606af-d47c-409f-a717-9fda774231ec service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e92fb13-32a5-4052-a608-cd35f3bac843 HTTP/1.1" status: 200 len: 217 time: 0.1449499 Sep 21 10:06:32.181210 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=bb9179f8-3223-4bf8-8415-61d6839815ce,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:32.258762 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-45826943-0817-49d8-9c36-23199f0637c1 admin admin] Publish callbacks [] for security_group (d3eac867-b94d-4b4a-bfba-cb5336b542e7), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:32.271536 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-45826943-0817-49d8-9c36-23199f0637c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (d3eac867-b94d-4b4a-bfba-cb5336b542e7), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:32.311666 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-af44b01b-710e-40c6-814a-ccc193012a75 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=fdd06f8ffc9a44e6bbbf4733a7b31159&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6032648 Sep 21 10:06:32.314469 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f3e9b231-e922-4d11-af18-3f445292751e req-90562006-d52d-42d9-9844-0004f5bdf271 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3951321 Sep 21 10:06:32.322519 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 49656) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:32.325038 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44b01b-710e-40c6-814a-ccc193012a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a6e5a0-d02d-4e2c-9bde-e64b7c1a5f59,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:32.386533 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b0d8da0d-18ab-4ef8-90c2-84a6be2d7c98 req-2d6779aa-6a6d-4d38-a589-8b3aeebe6e7e tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263835 Sep 21 10:06:32.399927 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-b06a9fde-3b08-4002-a42d-f092c7d10b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:32.401444 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-b06a9fde-3b08-4002-a42d-f092c7d10b6d service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4d5d2acf-1045-41a7-ba31-7ebbbda78430 HTTP/1.1" status: 200 len: 850 time: 0.2059703 Sep 21 10:06:32.434507 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-b83ca88d-e2b3-4d8a-8432-736defee3a37 req-850f100b-02d5-4a95-9396-f19eb54c77cf service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804402 Sep 21 10:06:32.438097 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45826943-0817-49d8-9c36-23199f0637c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3eac867-b94d-4b4a-bfba-cb5336b542e7,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:32.458612 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['bb9179f8-3223-4bf8-8415-61d6839815ce'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:06:32.459085 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-45826943-0817-49d8-9c36-23199f0637c1 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0569427b9ca34bda9c0c9d8552f08ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7525301 Sep 21 10:06:32.463593 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 49664) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:32.537919 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb8c1d-9cf1-4e52-8fc3-ecd075fb4223 req-d90eee91-5efa-4ce8-ad08-ff3f969224a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:32.541976 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aabb8c1d-9cf1-4e52-8fc3-ecd075fb4223 req-d90eee91-5efa-4ce8-ad08-ff3f969224a8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=00c18901-0d42-4272-b558-b769b86bb94d HTTP/1.1" status: 200 len: 918 time: 0.5352273 Sep 21 10:06:32.685721 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['1ea79dbb-edca-4228-96bc-74750bc71fd7'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:06:32.751899 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-1985ee33-06ca-49f8-8f84-94fd2984dd41 admin admin] Publish callbacks [] for security_group (e8a6e5a0-d02d-4e2c-9bde-e64b7c1a5f59), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:32.762938 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aabb8c1d-9cf1-4e52-8fc3-ecd075fb4223 req-a240018d-f8c1-4738-b2a1-952aefd8fd29 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=148e91ff-3fb3-4329-a282-1d7ebc94ae46 HTTP/1.1" status: 200 len: 217 time: 0.2063339 Sep 21 10:06:32.771393 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589a1ec-517b-418d-a89e-d352d6979954 req-2be0d1c3-bad7-42b7-8782-f9947f25c6c9 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:32.774156 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-418b12a3-6f4a-41fd-a973-586954450782 admin admin] Publish callbacks [] for security_group (d3eac867-b94d-4b4a-bfba-cb5336b542e7), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:32.785812 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d589a1ec-517b-418d-a89e-d352d6979954 req-2be0d1c3-bad7-42b7-8782-f9947f25c6c9 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 943 time: 0.2671347 Sep 21 10:06:32.803735 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-b83ca88d-e2b3-4d8a-8432-736defee3a37 req-045ffd92-66d3-4a00-a914-df45da464b8e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592815 Sep 21 10:06:32.808746 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-047861fa-d271-486a-9b9b-5109564f3bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:32.811080 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-047861fa-d271-486a-9b9b-5109564f3bdd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=60fbaebe-52f4-4e3a-8714-a12eadb4201c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3847594 Sep 21 10:06:32.852304 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-418b12a3-6f4a-41fd-a973-586954450782 admin admin] Publish callbacks [] for security_group (d3eac867-b94d-4b4a-bfba-cb5336b542e7), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:32.973214 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-418b12a3-6f4a-41fd-a973-586954450782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (d3eac867-b94d-4b4a-bfba-cb5336b542e7), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:32.978523 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-418b12a3-6f4a-41fd-a973-586954450782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:32.981002 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-418b12a3-6f4a-41fd-a973-586954450782 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d3eac867-b94d-4b4a-bfba-cb5336b542e7 HTTP/1.1" status: 204 len: 168 time: 0.5050447 Sep 21 10:06:33.000721 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b12a3-6f4a-41fd-a973-586954450782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3eac867-b94d-4b4a-bfba-cb5336b542e7,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:33.028384 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-1985ee33-06ca-49f8-8f84-94fd2984dd41 admin admin] Publish callbacks [] for security_group (e8a6e5a0-d02d-4e2c-9bde-e64b7c1a5f59), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:33.124492 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a822a-3946-47b9-8b25-7eb42e13fa7c req-cdaa2ab2-9e20-4543-a90b-208f186d1eb8 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:33.128641 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4c9a822a-3946-47b9-8b25-7eb42e13fa7c req-cdaa2ab2-9e20-4543-a90b-208f186d1eb8 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 943 time: 0.5760078 Sep 21 10:06:33.230923 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb8c1d-9cf1-4e52-8fc3-ecd075fb4223 req-cc2bd3a2-f2e1-479f-aa59-55e1a103f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:33.232755 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aabb8c1d-9cf1-4e52-8fc3-ecd075fb4223 req-cc2bd3a2-f2e1-479f-aa59-55e1a103f2dc service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b380f751-6674-46e2-979d-3a6fecc803dc HTTP/1.1" status: 200 len: 856 time: 0.4376929 Sep 21 10:06:33.291026 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-1985ee33-06ca-49f8-8f84-94fd2984dd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (e8a6e5a0-d02d-4e2c-9bde-e64b7c1a5f59), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:33.293977 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-1985ee33-06ca-49f8-8f84-94fd2984dd41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:33.298434 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-1985ee33-06ca-49f8-8f84-94fd2984dd41 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e8a6e5a0-d02d-4e2c-9bde-e64b7c1a5f59 HTTP/1.1" status: 204 len: 168 time: 0.9748635 Sep 21 10:06:33.321856 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:33.337221 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d589a1ec-517b-418d-a89e-d352d6979954 req-770c14fd-2e21-42b2-a94f-ef36f3c8be05 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501149 Sep 21 10:06:33.340685 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device ba26afce-a023-4535-9060-fc72bb991314 details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:06:33.366994 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985ee33-06ca-49f8-8f84-94fd2984dd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a6e5a0-d02d-4e2c-9bde-e64b7c1a5f59,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:33.384923 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:33.405299 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb8c1d-9cf1-4e52-8fc3-ecd075fb4223 req-aafac504-6b62-4a34-bb12-1a8a6a28607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:33.407472 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aabb8c1d-9cf1-4e52-8fc3-ecd075fb4223 req-aafac504-6b62-4a34-bb12-1a8a6a28607e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=00c18901-0d42-4272-b558-b769b86bb94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1588976 Sep 21 10:06:33.435822 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4c9a822a-3946-47b9-8b25-7eb42e13fa7c req-593ffd75-a8d4-494a-ab7c-d198022dd98d tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152407 Sep 21 10:06:33.438903 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-6d611154-ca4c-4799-832f-a1d8629479cc service neutron] 10.222.0.42 "GET /networking/v2.0/networks/60fbaebe-52f4-4e3a-8714-a12eadb4201c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791051 Sep 21 10:06:33.546503 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:33.584940 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:33.638257 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 49688) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:33.672314 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 1ea79dbb-edca-4228-96bc-74750bc71fd7 up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:06:33.724151 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33e2cfc5-304e-4fc9-9b42-6fbb34057334 req-3ff4ec6e-0059-4462-b091-5372848e620f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/60fbaebe-52f4-4e3a-8714-a12eadb4201c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715559 Sep 21 10:06:33.728243 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aabb8c1d-9cf1-4e52-8fc3-ecd075fb4223 req-32c30203-262b-46c6-940f-126ea1d0aaab service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067522 Sep 21 10:06:33.747847 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port ba26afce-a023-4535-9060-fc72bb991314, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=ba26afce-a023-4535-9060-fc72bb991314,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:06:33.779858 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53d55e-99b0-45e4-aeee-740c53a222cd req-ad8cbefe-b1d6-436e-853e-a096dcb19cc6 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:33.786492 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': 'ba26afce-a023-4535-9060-fc72bb991314', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'port_id': 'ba26afce-a023-4535-9060-fc72bb991314', 'mac_address': 'fa:16:3e:4c:41:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:06:33.787514 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-bc53d55e-99b0-45e4-aeee-740c53a222cd req-ad8cbefe-b1d6-436e-853e-a096dcb19cc6 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.1550715 Sep 21 10:06:33.832932 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19ec6a-c3d1-4528-b517-8efc0c0987bd req-e5db75e0-8988-4c2b-be83-c4f5bf23bca3 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:33.834556 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fb19ec6a-c3d1-4528-b517-8efc0c0987bd req-e5db75e0-8988-4c2b-be83-c4f5bf23bca3 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 944 time: 0.1721971 Sep 21 10:06:33.909978 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port ba26afce-a023-4535-9060-fc72bb991314 is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:33.910443 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (ba26afce-a023-4535-9060-fc72bb991314), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:33.932439 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-03804d96-826b-4a7a-a3b9-75e55d850107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:33.935239 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba26afce-a023-4535-9060-fc72bb991314 {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:06:33.968891 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-bc53d55e-99b0-45e4-aeee-740c53a222cd req-72e99698-b677-427a-922a-f3b302ee8ece tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803613 Sep 21 10:06:33.970079 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port ba26afce-a023-4535-9060-fc72bb991314, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=ba26afce-a023-4535-9060-fc72bb991314,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:06:33.975436 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port 1ea79dbb-edca-4228-96bc-74750bc71fd7 completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:06:33.977987 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:33.981265 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (ba26afce-a023-4535-9060-fc72bb991314), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:33.982011 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 148e91ff-3fb3-4329-a282-1d7ebc94ae46 details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:06:33.994470 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fb19ec6a-c3d1-4528-b517-8efc0c0987bd req-180f6575-f55a-4a20-ae8a-f2c97848fb71 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467571 Sep 21 10:06:34.019760 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port 1ea79dbb-edca-4228-96bc-74750bc71fd7 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:34.020521 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (1ea79dbb-edca-4228-96bc-74750bc71fd7), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:34.021073 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port 1ea79dbb-edca-4228-96bc-74750bc71fd7 Sep 21 10:06:34.058825 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aabb8c1d-9cf1-4e52-8fc3-ecd075fb4223 req-5646e3f8-c9d7-49db-a24a-d48fc8fa3c3d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057632 Sep 21 10:06:34.087237 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-296735f7-db71-42f2-bc37-bef8603c538b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:34.165323 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=ba26afce-a023-4535-9060-fc72bb991314,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:34.263686 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:34.305922 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 1ea79dbb-edca-4228-96bc-74750bc71fd7 is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:34.306445 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (1ea79dbb-edca-4228-96bc-74750bc71fd7), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:34.337007 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 148e91ff-3fb3-4329-a282-1d7ebc94ae46, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=148e91ff-3fb3-4329-a282-1d7ebc94ae46,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:06:34.355587 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-296735f7-db71-42f2-bc37-bef8603c538b admin admin] Publish callbacks [] for security_group (6f6c2d77-9817-4aeb-b940-508cd4c82f40), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:34.363990 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-296735f7-db71-42f2-bc37-bef8603c538b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (6f6c2d77-9817-4aeb-b940-508cd4c82f40), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:34.406092 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be83fc9-03bf-42ce-ae72-e1e167ca9ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea79dbb-edca-4228-96bc-74750bc71fd7'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:06:34.421593 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296735f7-db71-42f2-bc37-bef8603c538b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6c2d77-9817-4aeb-b940-508cd4c82f40,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:34.522450 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 49710) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:34.527424 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-296735f7-db71-42f2-bc37-bef8603c538b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ababb55dcbdc4086bf768a48cb763043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8864160 Sep 21 10:06:34.633118 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 1ea79dbb-edca-4228-96bc-74750bc71fd7, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=1ea79dbb-edca-4228-96bc-74750bc71fd7,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:06:34.649200 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (1ea79dbb-edca-4228-96bc-74750bc71fd7), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:34.653013 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device bb9179f8-3223-4bf8-8415-61d6839815ce up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:06:34.662563 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f42134-abe6-4c9c-9cc2-0f8cc54fe4cb req-4290970e-b8fd-4bc6-9972-f215d44ea64d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:34.674722 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': '148e91ff-3fb3-4329-a282-1d7ebc94ae46', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'port_id': '148e91ff-3fb3-4329-a282-1d7ebc94ae46', 'mac_address': 'fa:16:3e:ce:fd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:06:34.675692 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-57f42134-abe6-4c9c-9cc2-0f8cc54fe4cb req-4290970e-b8fd-4bc6-9972-f215d44ea64d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 944 time: 0.2214046 Sep 21 10:06:34.689620 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 49720) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:34.749385 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7a489292-9d85-44ce-9d9a-ef2ab55f550b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:34.819592 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:34.820846 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:34.845206 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148e91ff-3fb3-4329-a282-1d7ebc94ae46 {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:06:34.869142 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:34.894218 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=1ea79dbb-edca-4228-96bc-74750bc71fd7,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:34.900243 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 148e91ff-3fb3-4329-a282-1d7ebc94ae46, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=148e91ff-3fb3-4329-a282-1d7ebc94ae46,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:06:34.913053 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port bb9179f8-3223-4bf8-8415-61d6839815ce completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:06:34.919200 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:34.990169 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=148e91ff-3fb3-4329-a282-1d7ebc94ae46,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:34.996860 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7a489292-9d85-44ce-9d9a-ef2ab55f550b admin admin] Publish callbacks [] for security_group (8602b583-1f65-42fc-bca0-184da152f027), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:34.997315 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port bb9179f8-3223-4bf8-8415-61d6839815ce triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:34.997718 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (bb9179f8-3223-4bf8-8415-61d6839815ce), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:34.998059 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port bb9179f8-3223-4bf8-8415-61d6839815ce Sep 21 10:06:35.005956 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7a489292-9d85-44ce-9d9a-ef2ab55f550b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (8602b583-1f65-42fc-bca0-184da152f027), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:35.040686 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-57f42134-abe6-4c9c-9cc2-0f8cc54fe4cb req-2eb3cd12-48db-426e-a319-0fab3568f28c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584926 Sep 21 10:06:35.053300 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-b42c3752-0a6b-4127-be6f-c1287656ad03 admin admin] Publish callbacks [] for security_group (6f6c2d77-9817-4aeb-b940-508cd4c82f40), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:35.065165 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:35.079411 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b59e2b-8399-4a11-9e5f-9a84e25902eb" -d '{"events": [{"server_uuid": "8be83fc9-03bf-42ce-ae72-e1e167ca9ac6", "name": "network-vif-plugged", "status": "completed", "tag": "1ea79dbb-edca-4228-96bc-74750bc71fd7"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:06:35.096782 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a482f1d-e0cf-43bb-90c6-33a2bb2d45b9 req-17217d4b-5637-42be-9197-a5621c48f5f0 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:35.107237 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9a482f1d-e0cf-43bb-90c6-33a2bb2d45b9 req-17217d4b-5637-42be-9197-a5621c48f5f0 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 943 time: 0.2868538 Sep 21 10:06:35.113815 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-7a489292-9d85-44ce-9d9a-ef2ab55f550b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=71a5bcf3e8a64fd8989757b2e0a82d5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4199400 Sep 21 10:06:35.116085 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 49736) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:35.123889 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a489292-9d85-44ce-9d9a-ef2ab55f550b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8602b583-1f65-42fc-bca0-184da152f027,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:35.240504 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port bb9179f8-3223-4bf8-8415-61d6839815ce is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:35.241152 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (bb9179f8-3223-4bf8-8415-61d6839815ce), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:35.266425 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['ba26afce-a023-4535-9060-fc72bb991314'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:06:35.344757 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['148e91ff-3fb3-4329-a282-1d7ebc94ae46'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:06:35.413151 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 3e92fb13-32a5-4052-a608-cd35f3bac843 details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:06:35.445700 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port bb9179f8-3223-4bf8-8415-61d6839815ce, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=bb9179f8-3223-4bf8-8415-61d6839815ce,segment=NetworkSegment(9e458648-9149-441d-a094-021b458ff48c),segment_id=9e458648-9149-441d-a094-021b458ff48c)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:06:35.471265 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-b42c3752-0a6b-4127-be6f-c1287656ad03 admin admin] Publish callbacks [] for security_group (6f6c2d77-9817-4aeb-b940-508cd4c82f40), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:35.582057 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b30566-403b-4741-9d01-0b7c3bbd6e81 req-60ea555e-3982-4204-808c-c4eb6655f7d7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:35.588996 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b8b30566-403b-4741-9d01-0b7c3bbd6e81 req-60ea555e-3982-4204-808c-c4eb6655f7d7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 945 time: 0.1539526 Sep 21 10:06:35.622861 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9a482f1d-e0cf-43bb-90c6-33a2bb2d45b9 req-48dcd8cc-2ae9-439e-a7f7-2d2429be5e0d tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5077581 Sep 21 10:06:35.660303 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (bb9179f8-3223-4bf8-8415-61d6839815ce), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:35.667498 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b8b30566-403b-4741-9d01-0b7c3bbd6e81 req-2beae9e1-5139-4056-9de8-f83af9dcaccd tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771780 Sep 21 10:06:35.682825 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] Publish callbacks [] for security_group (8602b583-1f65-42fc-bca0-184da152f027), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:35.718528 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] Publish callbacks [] for security_group (8602b583-1f65-42fc-bca0-184da152f027), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:35.723578 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-b42c3752-0a6b-4127-be6f-c1287656ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (6f6c2d77-9817-4aeb-b940-508cd4c82f40), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:35.735503 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-b42c3752-0a6b-4127-be6f-c1287656ad03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:35.735503 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-b42c3752-0a6b-4127-be6f-c1287656ad03 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6f6c2d77-9817-4aeb-b940-508cd4c82f40 HTTP/1.1" status: 204 len: 168 time: 1.2047215 Sep 21 10:06:35.747678 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:35.750373 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:35.762426 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c3752-0a6b-4127-be6f-c1287656ad03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6c2d77-9817-4aeb-b940-508cd4c82f40,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:35.777796 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:35.780431 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.db.resource_extend [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 21 10:06:35.875241 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:35.917974 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:35.933437 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90657d10-bb4e-4fd1-b186-ba62ef30c80f req-5a679c8c-c9bc-4339-bede-437614f5fcef tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:35.942828 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-90657d10-bb4e-4fd1-b186-ba62ef30c80f req-5a679c8c-c9bc-4339-bede-437614f5fcef tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 945 time: 0.1393216 Sep 21 10:06:36.016656 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=bb9179f8-3223-4bf8-8415-61d6839815ce,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:36.018844 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (8602b583-1f65-42fc-bca0-184da152f027), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:36.035808 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:36.039145 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8602b583-1f65-42fc-bca0-184da152f027 HTTP/1.1" status: 204 len: 168 time: 0.9148555 Sep 21 10:06:36.092398 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8602b583-1f65-42fc-bca0-184da152f027,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:36.113841 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:36.115802 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:36.117387 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:36.118202 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:36.118948 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:36.119878 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:36.120641 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:36.121368 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:36.122100 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:36.122854 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:36.123877 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:36.124661 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:36.125471 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:36.126324 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:36.127061 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e08cc-76c8-4c21-a7dd-14955cfb1416 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:36.175856 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-90657d10-bb4e-4fd1-b186-ba62ef30c80f req-737c964a-d729-408a-b4ba-4c5a4776a127 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197623 Sep 21 10:06:36.180854 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 3e92fb13-32a5-4052-a608-cd35f3bac843, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=3e92fb13-32a5-4052-a608-cd35f3bac843,segment=NetworkSegment(241b5bf6-5ac4-473b-82f0-57d3d23ca7fb),segment_id=241b5bf6-5ac4-473b-82f0-57d3d23ca7fb)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:06:36.206319 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:36.234721 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': '3e92fb13-32a5-4052-a608-cd35f3bac843', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'port_id': '3e92fb13-32a5-4052-a608-cd35f3bac843', 'mac_address': 'fa:16:3e:8b:b6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:06:36.318679 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 3e92fb13-32a5-4052-a608-cd35f3bac843 is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:36.319129 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (3e92fb13-32a5-4052-a608-cd35f3bac843), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:36.352497 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e92fb13-32a5-4052-a608-cd35f3bac843 {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:06:36.382419 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 3e92fb13-32a5-4052-a608-cd35f3bac843, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=3e92fb13-32a5-4052-a608-cd35f3bac843,segment=NetworkSegment(241b5bf6-5ac4-473b-82f0-57d3d23ca7fb),segment_id=241b5bf6-5ac4-473b-82f0-57d3d23ca7fb)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:06:36.391534 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (3e92fb13-32a5-4052-a608-cd35f3bac843), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:36.482276 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=3e92fb13-32a5-4052-a608-cd35f3bac843,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:36.499140 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dec0ec-6e15-42f5-b63d-487c5cc3487a req-5672d2dc-66d9-413d-8ad3-4edf6aa0960b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:36.523228 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-51dec0ec-6e15-42f5-b63d-487c5cc3487a req-5672d2dc-66d9-413d-8ad3-4edf6aa0960b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 944 time: 0.1571839 Sep 21 10:06:36.555184 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:36.621429 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-51dec0ec-6e15-42f5-b63d-487c5cc3487a req-05e7feec-6ed1-4fd0-9efd-0b901bb4e591 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995865 Sep 21 10:06:36.628162 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ae0611-fd60-4399-a898-325a2ef979e1 x-openstack-request-id: req-b6ae0611-fd60-4399-a898-325a2ef979e1 {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:06:36.628824 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be83fc9-03bf-42ce-ae72-e1e167ca9ac6", "name": "network-vif-plugged", "status": "completed", "tag": "1ea79dbb-edca-4228-96bc-74750bc71fd7", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:06:36.629267 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b6ae0611-fd60-4399-a898-325a2ef979e1 {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:06:36.645860 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ae0611-fd60-4399-a898-325a2ef979e1'] response: {'server_uuid': '8be83fc9-03bf-42ce-ae72-e1e167ca9ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea79dbb-edca-4228-96bc-74750bc71fd7', 'code': 200} Sep 21 10:06:36.793213 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 49774) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:36.818291 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ab3c8b46-70e5-47fd-a9b4-e68afd9e4890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:36.891743 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da26c2-4b4d-4c86-b902-a5c0cdc68abc req-805a7de5-ce3f-4231-b641-1bb56015adc7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:36.894303 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-01da26c2-4b4d-4c86-b902-a5c0cdc68abc req-805a7de5-ce3f-4231-b641-1bb56015adc7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 944 time: 0.1303453 Sep 21 10:06:36.991712 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd38dfd-6318-4bca-a69e-192ed20c8ded req-fe5b2693-1a5d-4aaf-a095-211c14560e27 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:36.993503 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2bd38dfd-6318-4bca-a69e-192ed20c8ded req-fe5b2693-1a5d-4aaf-a095-211c14560e27 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 945 time: 0.1423612 Sep 21 10:06:36.994333 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ab3c8b46-70e5-47fd-a9b4-e68afd9e4890 admin admin] Publish callbacks [] for security_group (43816e91-458d-4892-a9b7-b3a2e94afc6d), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:37.008572 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-01da26c2-4b4d-4c86-b902-a5c0cdc68abc req-43d387ff-38dd-49c1-a7c9-2eee752a6f45 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835149 Sep 21 10:06:37.011558 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ab3c8b46-70e5-47fd-a9b4-e68afd9e4890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (43816e91-458d-4892-a9b7-b3a2e94afc6d), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:37.088566 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 49778) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:37.090034 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-ab3c8b46-70e5-47fd-a9b4-e68afd9e4890 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a53ca343ada34ceaa93aaaff8ab933bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946577 Sep 21 10:06:37.098739 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c8b46-70e5-47fd-a9b4-e68afd9e4890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43816e91-458d-4892-a9b7-b3a2e94afc6d,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:37.110902 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b46-70e5-47fd-a9b4-e68afd9e4890 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:37.111393 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b46-70e5-47fd-a9b4-e68afd9e4890 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:37.111914 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b46-70e5-47fd-a9b4-e68afd9e4890 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:37.112533 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b46-70e5-47fd-a9b4-e68afd9e4890 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:37.113032 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b46-70e5-47fd-a9b4-e68afd9e4890 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:37.113594 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b46-70e5-47fd-a9b4-e68afd9e4890 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:37.114153 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b46-70e5-47fd-a9b4-e68afd9e4890 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:37.114712 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b46-70e5-47fd-a9b4-e68afd9e4890 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:37.115288 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b46-70e5-47fd-a9b4-e68afd9e4890 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:37.115876 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b46-70e5-47fd-a9b4-e68afd9e4890 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:37.116971 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b46-70e5-47fd-a9b4-e68afd9e4890 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:37.117542 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b46-70e5-47fd-a9b4-e68afd9e4890 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:37.118164 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b46-70e5-47fd-a9b4-e68afd9e4890 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:37.118632 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b46-70e5-47fd-a9b4-e68afd9e4890 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:37.119355 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b46-70e5-47fd-a9b4-e68afd9e4890 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:37.192534 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2bd38dfd-6318-4bca-a69e-192ed20c8ded req-29192bdd-ac7b-4435-8e49-6f6328a1a251 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733668 Sep 21 10:06:37.250073 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7c32b1be-1d84-4cda-8718-b795997c9796 admin admin] Publish callbacks [] for security_group (43816e91-458d-4892-a9b7-b3a2e94afc6d), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:37.306997 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7c32b1be-1d84-4cda-8718-b795997c9796 admin admin] Publish callbacks [] for security_group (43816e91-458d-4892-a9b7-b3a2e94afc6d), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:37.413760 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3dd164-beb1-47b2-b050-874b3cfc99ab req-d8515702-a5bf-4c93-92e5-176691706b59 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:37.415400 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fd3dd164-beb1-47b2-b050-874b3cfc99ab req-d8515702-a5bf-4c93-92e5-176691706b59 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 945 time: 0.0858700 Sep 21 10:06:37.449021 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7c32b1be-1d84-4cda-8718-b795997c9796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (43816e91-458d-4892-a9b7-b3a2e94afc6d), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:37.452793 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7c32b1be-1d84-4cda-8718-b795997c9796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:37.458406 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-7c32b1be-1d84-4cda-8718-b795997c9796 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/43816e91-458d-4892-a9b7-b3a2e94afc6d HTTP/1.1" status: 204 len: 168 time: 0.3629661 Sep 21 10:06:37.480177 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32b1be-1d84-4cda-8718-b795997c9796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43816e91-458d-4892-a9b7-b3a2e94afc6d,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:37.535602 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fd3dd164-beb1-47b2-b050-874b3cfc99ab req-7de7bee9-a54c-4533-b51e-1b8646e920e8 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946853 Sep 21 10:06:37.605202 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:06:37.867964 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9efb86-9381-419f-84c7-b74e6c2e1b1a req-0cb7f6fa-53c8-4b03-a9a3-eefcb78b32e0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:37.869767 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ce9efb86-9381-419f-84c7-b74e6c2e1b1a req-0cb7f6fa-53c8-4b03-a9a3-eefcb78b32e0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 944 time: 0.0724285 Sep 21 10:06:37.962226 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ce9efb86-9381-419f-84c7-b74e6c2e1b1a req-3d1554fc-4e66-4d27-b0ae-ff846ee5f856 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791478 Sep 21 10:06:38.070044 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 49814) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:38.100318 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5c84ff41-19cd-4733-b862-b418b2959765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:38.322581 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712990ab-0a41-48f2-b31c-d686d9e2e5eb req-3c8bdce5-bd15-45d2-a144-48f015972d12 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:38.324891 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-712990ab-0a41-48f2-b31c-d686d9e2e5eb req-3c8bdce5-bd15-45d2-a144-48f015972d12 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 944 time: 0.1216199 Sep 21 10:06:38.376562 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5c84ff41-19cd-4733-b862-b418b2959765 admin admin] Publish callbacks [] for security_group (5e706a40-12ca-4acc-bf8a-c8d6ad313080), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:38.426905 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5c84ff41-19cd-4733-b862-b418b2959765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (5e706a40-12ca-4acc-bf8a-c8d6ad313080), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:38.442940 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:38.467676 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:38.576918 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce459b-4470-435a-a420-e0ea7f63a7e5 req-b62a1663-faa6-414b-b3f1-bd42ff9000f9 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:38.579703 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-69ce459b-4470-435a-a420-e0ea7f63a7e5 req-b62a1663-faa6-414b-b3f1-bd42ff9000f9 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 945 time: 0.2073257 Sep 21 10:06:38.590170 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-712990ab-0a41-48f2-b31c-d686d9e2e5eb req-f1269c6e-396d-434e-987c-24c2aac731b7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498589 Sep 21 10:06:38.598346 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-5c84ff41-19cd-4733-b862-b418b2959765 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=177b68211763429e96c1b4c948a001e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5268118 Sep 21 10:06:38.602291 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84ff41-19cd-4733-b862-b418b2959765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e706a40-12ca-4acc-bf8a-c8d6ad313080,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:38.604010 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 49828) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:38.649138 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fa28a9-ed22-442e-9413-6dfae531b66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9179f8-3223-4bf8-8415-61d6839815ce'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:06:38.653866 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2e5799-fe53-4287-bf88-9f6124c069ce" -d '{"events": [{"server_uuid": "01fa28a9-ed22-442e-9413-6dfae531b66d", "name": "network-vif-plugged", "status": "completed", "tag": "bb9179f8-3223-4bf8-8415-61d6839815ce"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:06:38.773524 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-38c5dcb9-2aa8-4972-8813-2a8df1d0cce9 admin admin] Publish callbacks [] for security_group (5e706a40-12ca-4acc-bf8a-c8d6ad313080), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:38.827147 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-69ce459b-4470-435a-a420-e0ea7f63a7e5 req-24262b81-da36-43b0-8447-689afc065048 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336693 Sep 21 10:06:38.834164 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-38c5dcb9-2aa8-4972-8813-2a8df1d0cce9 admin admin] Publish callbacks [] for security_group (5e706a40-12ca-4acc-bf8a-c8d6ad313080), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:38.860909 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cf3b7-92cf-431d-ac48-3095a19f1e3e req-71d5395a-66a3-4719-a3b8-3833b0705568 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:38.864040 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e38cf3b7-92cf-431d-ac48-3095a19f1e3e req-71d5395a-66a3-4719-a3b8-3833b0705568 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 945 time: 0.1350698 Sep 21 10:06:38.947618 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-38c5dcb9-2aa8-4972-8813-2a8df1d0cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (5e706a40-12ca-4acc-bf8a-c8d6ad313080), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:38.954467 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-38c5dcb9-2aa8-4972-8813-2a8df1d0cce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:38.957969 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-38c5dcb9-2aa8-4972-8813-2a8df1d0cce9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5e706a40-12ca-4acc-bf8a-c8d6ad313080 HTTP/1.1" status: 204 len: 168 time: 0.3522654 Sep 21 10:06:38.968702 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3e7534-e89f-418d-bf0d-caec14c29626 x-openstack-request-id: req-df3e7534-e89f-418d-bf0d-caec14c29626 {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:06:38.969020 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fa28a9-ed22-442e-9413-6dfae531b66d", "name": "network-vif-plugged", "status": "completed", "tag": "bb9179f8-3223-4bf8-8415-61d6839815ce", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:06:38.969453 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-df3e7534-e89f-418d-bf0d-caec14c29626 {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:06:38.970060 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df3e7534-e89f-418d-bf0d-caec14c29626'] response: {'server_uuid': '01fa28a9-ed22-442e-9413-6dfae531b66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9179f8-3223-4bf8-8415-61d6839815ce', 'code': 200} Sep 21 10:06:38.977833 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5dcb9-2aa8-4972-8813-2a8df1d0cce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e706a40-12ca-4acc-bf8a-c8d6ad313080,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:38.996109 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e38cf3b7-92cf-431d-ac48-3095a19f1e3e req-d0b1af7d-cdb7-4d77-b6cc-e75626667485 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226912 Sep 21 10:06:39.183854 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3183c-1599-452a-82e8-76c06d1aaecd req-3fbba452-d317-4c71-ad14-ba13e75e4953 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:39.186345 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d6e3183c-1599-452a-82e8-76c06d1aaecd req-3fbba452-d317-4c71-ad14-ba13e75e4953 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 944 time: 0.0928319 Sep 21 10:06:39.371822 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e5e57-7da3-4da6-b087-dc5760cbd968 req-4e9f7426-aae1-4b8b-ad69-08cdfa035236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:39.374383 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ca4e5e57-7da3-4da6-b087-dc5760cbd968 req-4e9f7426-aae1-4b8b-ad69-08cdfa035236 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 1129 time: 0.1850073 Sep 21 10:06:39.433679 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d6e3183c-1599-452a-82e8-76c06d1aaecd req-52bdfa89-c0d3-4cb7-92c0-83410d848913 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975605 Sep 21 10:06:39.437801 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-ca4e5e57-7da3-4da6-b087-dc5760cbd968 req-9e225aa7-1ddc-438c-8e70-4b4710cc172d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:39.518491 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f4a57-19f4-4d83-9419-82b3f63cbe5c req-110b3888-ab61-4e45-9364-c5682450fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:39.520599 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-765f4a57-19f4-4d83-9419-82b3f63cbe5c req-110b3888-ab61-4e45-9364-c5682450fa33 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 1129 time: 0.1045120 Sep 21 10:06:39.555046 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-765f4a57-19f4-4d83-9419-82b3f63cbe5c req-dc5ada72-f728-4fbc-bb61-5d97dc2d44ff service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:39.682746 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-ca4e5e57-7da3-4da6-b087-dc5760cbd968 req-9e225aa7-1ddc-438c-8e70-4b4710cc172d service neutron] Publish callbacks [] for security_group (c40d7275-7bf4-4689-abc0-88b16fabf6dc), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:39.686620 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device ba26afce-a023-4535-9060-fc72bb991314 up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:06:39.696178 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-ca4e5e57-7da3-4da6-b087-dc5760cbd968 req-9e225aa7-1ddc-438c-8e70-4b4710cc172d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (c40d7275-7bf4-4689-abc0-88b16fabf6dc), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:39.796922 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.db.api [req-765f4a57-19f4-4d83-9419-82b3f63cbe5c req-dc5ada72-f728-4fbc-bb61-5d97dc2d44ff service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) da4d2e6ac4fe43ce8e4754ad6b9ceadc {{(pid=106519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 21 10:06:39.797432 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG oslo_db.api [req-765f4a57-19f4-4d83-9419-82b3f63cbe5c req-dc5ada72-f728-4fbc-bb61-5d97dc2d44ff service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 10:06:39.809369 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['3e92fb13-32a5-4052-a608-cd35f3bac843'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:06:39.852261 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ca4e5e57-7da3-4da6-b087-dc5760cbd968 req-9e225aa7-1ddc-438c-8e70-4b4710cc172d service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660640 Sep 21 10:06:39.888177 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port ba26afce-a023-4535-9060-fc72bb991314 completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:06:39.927338 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port ba26afce-a023-4535-9060-fc72bb991314 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:39.928040 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (ba26afce-a023-4535-9060-fc72bb991314), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:39.928702 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port ba26afce-a023-4535-9060-fc72bb991314 Sep 21 10:06:40.054201 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e225aa7-1ddc-438c-8e70-4b4710cc172d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c40d7275-7bf4-4689-abc0-88b16fabf6dc,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:40.130166 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abb75d-a997-435a-a8cd-ba68cb256ace req-a397490b-315d-4781-adcb-b52f27b09a6e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:40.133573 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-63abb75d-a997-435a-a8cd-ba68cb256ace req-a397490b-315d-4781-adcb-b52f27b09a6e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 944 time: 0.3509572 Sep 21 10:06:40.139914 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port ba26afce-a023-4535-9060-fc72bb991314 is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:40.140341 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (ba26afce-a023-4535-9060-fc72bb991314), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:40.305009 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port ba26afce-a023-4535-9060-fc72bb991314, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=ba26afce-a023-4535-9060-fc72bb991314,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:06:40.323427 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (ba26afce-a023-4535-9060-fc72bb991314), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:40.324911 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 148e91ff-3fb3-4329-a282-1d7ebc94ae46 up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:06:40.420015 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-765f4a57-19f4-4d83-9419-82b3f63cbe5c req-dc5ada72-f728-4fbc-bb61-5d97dc2d44ff service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:40.445465 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c0b0a-2d0f-44df-89c7-8e82c84a3a42 req-150b33b5-6802-4fcb-9da2-e3f5098f7dc7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:40.454296 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b06c0b0a-2d0f-44df-89c7-8e82c84a3a42 req-150b33b5-6802-4fcb-9da2-e3f5098f7dc7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 945 time: 0.2795405 Sep 21 10:06:40.455875 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:06:40.464449 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=ba26afce-a023-4535-9060-fc72bb991314,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:40.469584 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:40.469958 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:40.470482 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 Sep 21 10:06:40.528222 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:40.528673 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:40.529066 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:40.529532 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:40.529878 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:40.530209 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:40.530547 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:40.530907 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:40.531343 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:40.531724 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:40.532128 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:40.532528 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:40.532944 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:40.533272 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:40.533595 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:06:40.626394 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:40.626916 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:40.628988 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:40.682678 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-63abb75d-a997-435a-a8cd-ba68cb256ace req-1c3812b7-20a3-4fba-b4fd-674ea496ecad tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5391159 Sep 21 10:06:40.726726 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 148e91ff-3fb3-4329-a282-1d7ebc94ae46, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=148e91ff-3fb3-4329-a282-1d7ebc94ae46,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:06:40.735600 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:40.783385 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b06c0b0a-2d0f-44df-89c7-8e82c84a3a42 req-a761fb4a-c366-45af-8b44-b66d1404eab5 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3271077 Sep 21 10:06:40.883839 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:40.905963 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=148e91ff-3fb3-4329-a282-1d7ebc94ae46,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:40.917763 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:40.926983 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcbc68-c6a8-48ed-911d-11cce2242de0 req-48872580-a3f9-4293-b287-974dc1a931f6 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:40.928972 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3fbcbc68-c6a8-48ed-911d-11cce2242de0 req-48872580-a3f9-4293-b287-974dc1a931f6 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 945 time: 0.1034670 Sep 21 10:06:40.933800 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-765f4a57-19f4-4d83-9419-82b3f63cbe5c req-dc5ada72-f728-4fbc-bb61-5d97dc2d44ff service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4045572 Sep 21 10:06:40.971095 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53d0a3b-a5af-4702-8eca-e5de8071c8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba26afce-a023-4535-9060-fc72bb991314'}, {'server_uuid': '8db0f842-9480-43d7-8547-215cdd591300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148e91ff-3fb3-4329-a282-1d7ebc94ae46'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:06:40.973693 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f1c596-5d2c-4e85-af6f-3cd23c2d9313" -d '{"events": [{"server_uuid": "c53d0a3b-a5af-4702-8eca-e5de8071c8a2", "name": "network-vif-plugged", "status": "completed", "tag": "ba26afce-a023-4535-9060-fc72bb991314"}, {"server_uuid": "8db0f842-9480-43d7-8547-215cdd591300", "name": "network-vif-plugged", "status": "completed", "tag": "148e91ff-3fb3-4329-a282-1d7ebc94ae46"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:06:41.017014 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3fbcbc68-c6a8-48ed-911d-11cce2242de0 req-6a099886-1b1b-49e5-984b-7081e8585861 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817242 Sep 21 10:06:41.106463 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 21 Sep 2022 10:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b58e845-cdc3-455c-bed9-3af5c535c95a x-openstack-request-id: req-7b58e845-cdc3-455c-bed9-3af5c535c95a {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:06:41.106895 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53d0a3b-a5af-4702-8eca-e5de8071c8a2", "name": "network-vif-plugged", "status": "completed", "tag": "ba26afce-a023-4535-9060-fc72bb991314", "code": 200}, {"server_uuid": "8db0f842-9480-43d7-8547-215cdd591300", "name": "network-vif-plugged", "status": "completed", "tag": "148e91ff-3fb3-4329-a282-1d7ebc94ae46", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:06:41.107242 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7b58e845-cdc3-455c-bed9-3af5c535c95a {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:06:41.108116 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b58e845-cdc3-455c-bed9-3af5c535c95a'] response: {'server_uuid': 'c53d0a3b-a5af-4702-8eca-e5de8071c8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba26afce-a023-4535-9060-fc72bb991314', 'code': 200} Sep 21 10:06:41.108491 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b58e845-cdc3-455c-bed9-3af5c535c95a'] response: {'server_uuid': '8db0f842-9480-43d7-8547-215cdd591300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148e91ff-3fb3-4329-a282-1d7ebc94ae46', 'code': 200} Sep 21 10:06:41.156057 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b58a9-9314-41a7-9c26-4ed10d9192b8 req-fa968dd9-8df1-4c6b-8e3e-e36369a8efd0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:41.166765 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6f8b58a9-9314-41a7-9c26-4ed10d9192b8 req-fa968dd9-8df1-4c6b-8e3e-e36369a8efd0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.1710417 Sep 21 10:06:41.380985 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6f8b58a9-9314-41a7-9c26-4ed10d9192b8 req-f35c5e36-07f2-4e65-ac98-40c3a238fd33 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073882 Sep 21 10:06:41.561223 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 3e92fb13-32a5-4052-a608-cd35f3bac843 up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:06:41.636464 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port 3e92fb13-32a5-4052-a608-cd35f3bac843 completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:06:41.646411 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port 3e92fb13-32a5-4052-a608-cd35f3bac843 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:06:41.646913 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (3e92fb13-32a5-4052-a608-cd35f3bac843), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:41.647428 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port 3e92fb13-32a5-4052-a608-cd35f3bac843 Sep 21 10:06:41.658961 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 49948) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:41.855167 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 3e92fb13-32a5-4052-a608-cd35f3bac843 is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:06:41.856085 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (3e92fb13-32a5-4052-a608-cd35f3bac843), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:41.950128 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 3e92fb13-32a5-4052-a608-cd35f3bac843, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=3e92fb13-32a5-4052-a608-cd35f3bac843,segment=NetworkSegment(241b5bf6-5ac4-473b-82f0-57d3d23ca7fb),segment_id=241b5bf6-5ac4-473b-82f0-57d3d23ca7fb)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:06:41.961694 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (3e92fb13-32a5-4052-a608-cd35f3bac843), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:41.978868 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:42.056382 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:42.064869 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bd60c804-a8db-4341-a8be-f63a74944122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:42.109257 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e09b6-2ae1-4e9e-995b-c7714cf429b3 req-17a40107-8d94-470f-be9f-d87aa2787bf4 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:42.112578 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-863e09b6-2ae1-4e9e-995b-c7714cf429b3 req-17a40107-8d94-470f-be9f-d87aa2787bf4 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 944 time: 0.2375159 Sep 21 10:06:42.142696 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=3e92fb13-32a5-4052-a608-cd35f3bac843,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:42.198971 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1acd2-afae-4006-88a1-df22bd13328f req-2a83645b-36e1-47f6-ab58-dfb2d43853d4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:42.201909 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7cc1acd2-afae-4006-88a1-df22bd13328f req-2a83645b-36e1-47f6-ab58-dfb2d43853d4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.2102520 Sep 21 10:06:42.312473 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bd60c804-a8db-4341-a8be-f63a74944122 admin admin] Publish callbacks [] for security_group (ada82381-599e-4262-9c44-a9ec2abc0bed), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:42.318306 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bd60c804-a8db-4341-a8be-f63a74944122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (ada82381-599e-4262-9c44-a9ec2abc0bed), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:42.399832 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:DELETE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:42.416784 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbfaed-6ee2-4032-b0aa-d7edf2606146 req-b18968bb-5f2b-43fd-b2b8-af111635f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:42.418626 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-46cbfaed-6ee2-4032-b0aa-d7edf2606146 req-b18968bb-5f2b-43fd-b2b8-af111635f6c5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 1130 time: 0.0668876 Sep 21 10:06:42.445341 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-863e09b6-2ae1-4e9e-995b-c7714cf429b3 req-f9be289f-f3b4-4b46-8c5e-3f22e3e8e65e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3173258 Sep 21 10:06:42.472847 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-bd60c804-a8db-4341-a8be-f63a74944122 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e695e646458848b1bdd2aebf9f3dfe6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8111155 Sep 21 10:06:42.476550 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 49974) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:42.493485 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60c804-a8db-4341-a8be-f63a74944122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada82381-599e-4262-9c44-a9ec2abc0bed,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:42.502104 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7cc1acd2-afae-4006-88a1-df22bd13328f req-d631b330-7dfd-41ab-b773-397a44492468 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910762 Sep 21 10:06:42.519564 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3654a-de77-4016-bc0d-6906d6797779 req-9cd0a5ee-3fa7-45fa-827a-4a561601f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:42.522088 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0ad3654a-de77-4016-bc0d-6906d6797779 req-9cd0a5ee-3fa7-45fa-827a-4a561601f2a2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 1129 time: 0.1714396 Sep 21 10:06:42.602315 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3b0d56c7-146e-468c-baf6-cb9929687467 admin admin] Publish callbacks [] for security_group (ada82381-599e-4262-9c44-a9ec2abc0bed), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:42.664057 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3b0d56c7-146e-468c-baf6-cb9929687467 admin admin] Publish callbacks [] for security_group (ada82381-599e-4262-9c44-a9ec2abc0bed), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:42.792248 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663107d-177a-40ee-8223-54a8d8e07867 req-a71067ed-4355-4016-8f6f-af56bf6c28a9 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:42.795298 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f663107d-177a-40ee-8223-54a8d8e07867 req-a71067ed-4355-4016-8f6f-af56bf6c28a9 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.1631949 Sep 21 10:06:42.800508 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3b0d56c7-146e-468c-baf6-cb9929687467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (ada82381-599e-4262-9c44-a9ec2abc0bed), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:42.811677 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3b0d56c7-146e-468c-baf6-cb9929687467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:42.814836 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-3b0d56c7-146e-468c-baf6-cb9929687467 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ada82381-599e-4262-9c44-a9ec2abc0bed HTTP/1.1" status: 204 len: 168 time: 0.3362141 Sep 21 10:06:42.836207 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d56c7-146e-468c-baf6-cb9929687467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada82381-599e-4262-9c44-a9ec2abc0bed,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:42.978779 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb1f46-deb0-4794-8222-491e99824fea req-72e377d9-29d6-40d1-b59e-dbdbd9c49518 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:42.981481 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ddb1f46-deb0-4794-8222-491e99824fea req-72e377d9-29d6-40d1-b59e-dbdbd9c49518 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 945 time: 0.2614126 Sep 21 10:06:43.051129 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f663107d-177a-40ee-8223-54a8d8e07867 req-4adb8981-95ab-4d64-ac5d-ae6d9f0cc28b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089541 Sep 21 10:06:43.111249 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d43fa7-3a45-4066-b767-f5c092ea82f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e92fb13-32a5-4052-a608-cd35f3bac843'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:06:43.114271 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39777bc1-7686-47e0-8068-71b2fb744836" -d '{"events": [{"server_uuid": "70d43fa7-3a45-4066-b767-f5c092ea82f8", "name": "network-vif-plugged", "status": "completed", "tag": "3e92fb13-32a5-4052-a608-cd35f3bac843"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:06:43.168344 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-46cbfaed-6ee2-4032-b0aa-d7edf2606146 req-e1e86d32-6135-4999-bddd-cf6e7f962cdf service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288260 Sep 21 10:06:43.177968 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0ad3654a-de77-4016-bc0d-6906d6797779 req-a7558554-8abf-435a-9339-51882dd03160 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803589 Sep 21 10:06:43.218132 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae1ec29-0ad0-402d-b775-a72bf3d21885 x-openstack-request-id: req-3ae1ec29-0ad0-402d-b775-a72bf3d21885 {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:06:43.218601 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d43fa7-3a45-4066-b767-f5c092ea82f8", "name": "network-vif-plugged", "status": "completed", "tag": "3e92fb13-32a5-4052-a608-cd35f3bac843", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:06:43.219098 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3ae1ec29-0ad0-402d-b775-a72bf3d21885 {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:06:43.219696 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae1ec29-0ad0-402d-b775-a72bf3d21885'] response: {'server_uuid': '70d43fa7-3a45-4066-b767-f5c092ea82f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e92fb13-32a5-4052-a608-cd35f3bac843', 'code': 200} Sep 21 10:06:43.252735 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ddb1f46-deb0-4794-8222-491e99824fea req-3127d42e-5af4-4b75-b900-5a9811277bd1 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088735 Sep 21 10:06:43.490094 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 50018) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:43.512205 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6ab15208-7bff-44de-9d8a-c1c32967c5f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:43.617413 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:43.700155 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6ab15208-7bff-44de-9d8a-c1c32967c5f2 admin admin] Publish callbacks [] for security_group (bb760212-99e0-4cd8-8976-d0f228ea9f51), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:43.707276 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6ab15208-7bff-44de-9d8a-c1c32967c5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (bb760212-99e0-4cd8-8976-d0f228ea9f51), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:43.787100 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab15208-7bff-44de-9d8a-c1c32967c5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb760212-99e0-4cd8-8976-d0f228ea9f51,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:43.806904 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-6ab15208-7bff-44de-9d8a-c1c32967c5f2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=cc0933957018415aa51a5733f76c35fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144114 Sep 21 10:06:43.809455 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 50034) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:43.814126 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8df1c-c261-4bbf-8af7-cad4bc6f0cf5 req-8db1ff46-9fe0-46af-bfa7-04eed16d03cb tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:43.822924 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7bb8df1c-c261-4bbf-8af7-cad4bc6f0cf5 req-8db1ff46-9fe0-46af-bfa7-04eed16d03cb tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.2109387 Sep 21 10:06:43.844760 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd773ec8-0eb7-430c-a418-cea3d76faec1 req-8e3a1eb8-5138-41e6-b075-ea82c20a3de6 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:43.853964 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cd773ec8-0eb7-430c-a418-cea3d76faec1 req-8e3a1eb8-5138-41e6-b075-ea82c20a3de6 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.1421456 Sep 21 10:06:43.924046 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e4fd4e82-c04a-4a34-9713-d28de6965f5a admin admin] Publish callbacks [] for security_group (bb760212-99e0-4cd8-8976-d0f228ea9f51), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:43.955491 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e4fd4e82-c04a-4a34-9713-d28de6965f5a admin admin] Publish callbacks [] for security_group (bb760212-99e0-4cd8-8976-d0f228ea9f51), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:44.026041 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e4fd4e82-c04a-4a34-9713-d28de6965f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (bb760212-99e0-4cd8-8976-d0f228ea9f51), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:44.030393 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cd773ec8-0eb7-430c-a418-cea3d76faec1 req-c9ce7062-6c8e-46d8-acf2-6da4af768039 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751394 Sep 21 10:06:44.030709 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e4fd4e82-c04a-4a34-9713-d28de6965f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:44.035150 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-e4fd4e82-c04a-4a34-9713-d28de6965f5a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/bb760212-99e0-4cd8-8976-d0f228ea9f51 HTTP/1.1" status: 204 len: 168 time: 0.2237122 Sep 21 10:06:44.042546 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7bb8df1c-c261-4bbf-8af7-cad4bc6f0cf5 req-4bccb7cf-a7df-4a90-85c6-f95245096de2 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172678 Sep 21 10:06:44.062146 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd4e82-c04a-4a34-9713-d28de6965f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb760212-99e0-4cd8-8976-d0f228ea9f51,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:44.327584 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:44.366354 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17de43b-9cf1-464d-9473-3964bd5584a0 req-a2928e55-0701-4034-a527-b2761caa2303 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:44.383357 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c17de43b-9cf1-464d-9473-3964bd5584a0 req-a2928e55-0701-4034-a527-b2761caa2303 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.1147816 Sep 21 10:06:44.470173 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c17de43b-9cf1-464d-9473-3964bd5584a0 req-ace21a33-7f00-41d8-a032-aa1cd2d01287 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820823 Sep 21 10:06:45.013741 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aa6bda5d-5a07-4408-ace7-c69e2022116e req-fd2f5fb6-1fdf-4f3e-b497-04ec1e5af552 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754268 Sep 21 10:06:45.039141 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 50082) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:45.092806 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 50088) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:45.314824 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7fe83f4d-0209-486b-9947-0e782aea60b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:45.346008 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:45.370513 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e678e2ff-3dd2-4ec1-aa28-97183d14157f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:45.448183 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f0220-e1c7-4a85-b0ad-feef94ff0804 req-2f6fbc18-f82c-4f4e-9e90-67f429fcfaec tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:45.449639 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8c1f0220-e1c7-4a85-b0ad-feef94ff0804 req-2f6fbc18-f82c-4f4e-9e90-67f429fcfaec tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.2394311 Sep 21 10:06:45.534570 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fec761-8890-423b-a382-f14aff922858 req-6458600a-d4cb-4077-9976-d8bcd5933147 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:45.536216 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d4fec761-8890-423b-a382-f14aff922858 req-6458600a-d4cb-4077-9976-d8bcd5933147 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.2661781 Sep 21 10:06:45.569606 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bda5d-5a07-4408-ace7-c69e2022116e req-1aff0d4d-d00b-4900-85d9-bb1505cb6a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:45.571193 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aa6bda5d-5a07-4408-ace7-c69e2022116e req-1aff0d4d-d00b-4900-85d9-bb1505cb6a57 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d7699a66a36f47a5b185517572024dfe&device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 1129 time: 0.1719792 Sep 21 10:06:45.612804 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86280c62-a8f2-4c3b-950b-46621ee4e351 req-9cf4f0c1-1ebf-4530-a4a1-94c826cbff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:45.614600 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-86280c62-a8f2-4c3b-950b-46621ee4e351 req-9cf4f0c1-1ebf-4530-a4a1-94c826cbff05 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 1129 time: 0.1514144 Sep 21 10:06:45.822091 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8c1f0220-e1c7-4a85-b0ad-feef94ff0804 req-6412aff3-f09d-4b06-8b46-5b02d5e6290f tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3474913 Sep 21 10:06:45.873384 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d4fec761-8890-423b-a382-f14aff922858 req-90c67cbf-2938-470d-b3e7-7810fc422a1d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081002 Sep 21 10:06:45.900395 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-86280c62-a8f2-4c3b-950b-46621ee4e351 req-9138067b-36a1-4daa-b5f6-054390ce740e service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746363 Sep 21 10:06:45.941985 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7fe83f4d-0209-486b-9947-0e782aea60b0 admin admin] Publish callbacks [] for security_group (d7cffd6d-9641-49c0-b970-4749c13fdaec), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:45.948344 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bda5d-5a07-4408-ace7-c69e2022116e req-2ff28c1f-744a-4e17-93cd-382524916239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:45.949884 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aa6bda5d-5a07-4408-ace7-c69e2022116e req-2ff28c1f-744a-4e17-93cd-382524916239 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e7915053-18f1-403c-9517-b13162051fdd HTTP/1.1" status: 200 len: 913 time: 0.3325531 Sep 21 10:06:45.954333 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7fe83f4d-0209-486b-9947-0e782aea60b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (d7cffd6d-9641-49c0-b970-4749c13fdaec), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:45.987260 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e678e2ff-3dd2-4ec1-aa28-97183d14157f admin admin] Publish callbacks [] for security_group (f00f080d-80a4-415e-9ec2-a628953f151e), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:46.021002 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e678e2ff-3dd2-4ec1-aa28-97183d14157f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (f00f080d-80a4-415e-9ec2-a628953f151e), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:46.063347 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe83f4d-0209-486b-9947-0e782aea60b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cffd6d-9641-49c0-b970-4749c13fdaec,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:46.078115 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 50120) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:46.088135 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-7fe83f4d-0209-486b-9947-0e782aea60b0 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=feeaae7b268540c0be21d31e017ee69f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9939053 Sep 21 10:06:46.108340 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:46.183018 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977e6a9-496b-4658-9679-27c4caf5b6a1 req-62eb540c-7fd1-4d46-97b9-94d0fdd78f67 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:46.188724 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5977e6a9-496b-4658-9679-27c4caf5b6a1 req-62eb540c-7fd1-4d46-97b9-94d0fdd78f67 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.2060792 Sep 21 10:06:46.198589 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-34c7b472-3fc5-4255-8fa3-0900374b71b0 admin admin] Publish callbacks [] for security_group (d7cffd6d-9641-49c0-b970-4749c13fdaec), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:46.202012 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-e678e2ff-3dd2-4ec1-aa28-97183d14157f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d0bb9c8cb4ee4a5398b1a4ee781488a2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1616015 Sep 21 10:06:46.207578 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 50126) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:46.301849 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aa6bda5d-5a07-4408-ace7-c69e2022116e req-d21d8838-b0ef-4ac9-b408-c00d874e92c2 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb9179f8-3223-4bf8-8415-61d6839815ce HTTP/1.1" status: 200 len: 217 time: 0.1748490 Sep 21 10:06:46.317012 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678e2ff-3dd2-4ec1-aa28-97183d14157f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00f080d-80a4-415e-9ec2-a628953f151e,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:46.375806 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5977e6a9-496b-4658-9679-27c4caf5b6a1 req-cf324170-c770-40c5-a01d-ac5257e9db5f tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688960 Sep 21 10:06:46.413386 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-34c7b472-3fc5-4255-8fa3-0900374b71b0 admin admin] Publish callbacks [] for security_group (d7cffd6d-9641-49c0-b970-4749c13fdaec), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:46.438641 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:46.457268 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b1e5779e-06fc-4238-9293-bcd42f9856bd admin admin] Publish callbacks [] for security_group (f00f080d-80a4-415e-9ec2-a628953f151e), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:46.511096 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b1e5779e-06fc-4238-9293-bcd42f9856bd admin admin] Publish callbacks [] for security_group (f00f080d-80a4-415e-9ec2-a628953f151e), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:46.574437 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-34c7b472-3fc5-4255-8fa3-0900374b71b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (d7cffd6d-9641-49c0-b970-4749c13fdaec), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:46.579811 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-34c7b472-3fc5-4255-8fa3-0900374b71b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:46.581786 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-34c7b472-3fc5-4255-8fa3-0900374b71b0 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d7cffd6d-9641-49c0-b970-4749c13fdaec HTTP/1.1" status: 204 len: 168 time: 0.5009737 Sep 21 10:06:46.588465 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b1e5779e-06fc-4238-9293-bcd42f9856bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (f00f080d-80a4-415e-9ec2-a628953f151e), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:46.594418 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74769049-e7b6-4ec4-997e-1db3da802412 req-d4987bb9-6dae-47bd-9fbe-f4e5f474a2b1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:46.594747 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b1e5779e-06fc-4238-9293-bcd42f9856bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:46.596999 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-b1e5779e-06fc-4238-9293-bcd42f9856bd admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f00f080d-80a4-415e-9ec2-a628953f151e HTTP/1.1" status: 204 len: 168 time: 0.3716037 Sep 21 10:06:46.601184 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-74769049-e7b6-4ec4-997e-1db3da802412 req-d4987bb9-6dae-47bd-9fbe-f4e5f474a2b1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.1038842 Sep 21 10:06:46.615229 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 50142) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:46.625573 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7b472-3fc5-4255-8fa3-0900374b71b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cffd6d-9641-49c0-b970-4749c13fdaec,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:46.630266 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-cc28f196-603b-4a16-bea9-5a2d6a52d301 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Request body: {'floatingip': {'port_id': '148e91ff-3fb3-4329-a282-1d7ebc94ae46'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:06:46.669268 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5779e-06fc-4238-9293-bcd42f9856bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00f080d-80a4-415e-9ec2-a628953f151e,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:46.849608 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bda5d-5a07-4408-ace7-c69e2022116e req-29e976a2-9d7d-4067-bd79-817463950ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:46.854500 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aa6bda5d-5a07-4408-ace7-c69e2022116e req-29e976a2-9d7d-4067-bd79-817463950ecd service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c725d009-40a5-4e48-8390-47275e85bd38 HTTP/1.1" status: 200 len: 851 time: 0.4251635 Sep 21 10:06:46.932690 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cc28f196-603b-4a16-bea9-5a2d6a52d301 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for floatingip (077be602-b124-4cd0-9f5c-761dc6969b41), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:47.140688 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:47.485149 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bda5d-5a07-4408-ace7-c69e2022116e req-2e2c363f-62ac-4fbb-987f-d35358ed8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:47.487782 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aa6bda5d-5a07-4408-ace7-c69e2022116e req-2e2c363f-62ac-4fbb-987f-d35358ed8a3c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e7915053-18f1-403c-9517-b13162051fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6169767 Sep 21 10:06:47.511585 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 50166) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:47.543415 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7925aa2c-9622-4ade-b334-2128ee41984b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:47.566144 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 50168) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:47.594913 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:47.671566 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:47.694235 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b812a-da10-4992-b7fe-cd83dcf01bc5 req-d5790ab1-8ade-4f26-9100-c7dbc8067335 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:47.697726 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f05b812a-da10-4992-b7fe-cd83dcf01bc5 req-d5790ab1-8ade-4f26-9100-c7dbc8067335 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.3653779 Sep 21 10:06:47.700346 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:47.706732 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7925aa2c-9622-4ade-b334-2128ee41984b admin admin] Publish callbacks [] for security_group (7425ea76-6f8a-46ee-ad0b-972c5fa9df96), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:47.724465 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7925aa2c-9622-4ade-b334-2128ee41984b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (7425ea76-6f8a-46ee-ad0b-972c5fa9df96), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:47.732729 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3ddbd-7992-4071-8bea-c979beaa4e2f req-2fc495d4-88bf-4b90-a5d3-b9dadc67a08f tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:47.745684 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-27a3ddbd-7992-4071-8bea-c979beaa4e2f req-2fc495d4-88bf-4b90-a5d3-b9dadc67a08f tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.4107111 Sep 21 10:06:47.750868 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-30e76721-7bd4-4c96-89d3-430234228948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:47.802596 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-7925aa2c-9622-4ade-b334-2128ee41984b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d577b6f75d144659b92ef963202d2918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888186 Sep 21 10:06:47.811852 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 50172) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:47.832144 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925aa2c-9622-4ade-b334-2128ee41984b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7425ea76-6f8a-46ee-ad0b-972c5fa9df96,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:47.937673 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ee7277c5-afc7-4f86-8fbb-c719e8785d0a admin admin] Publish callbacks [] for security_group (7425ea76-6f8a-46ee-ad0b-972c5fa9df96), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:47.971734 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ee7277c5-afc7-4f86-8fbb-c719e8785d0a admin admin] Publish callbacks [] for security_group (7425ea76-6f8a-46ee-ad0b-972c5fa9df96), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:48.061686 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ee7277c5-afc7-4f86-8fbb-c719e8785d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (7425ea76-6f8a-46ee-ad0b-972c5fa9df96), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:48.066913 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ee7277c5-afc7-4f86-8fbb-c719e8785d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:48.073642 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-ee7277c5-afc7-4f86-8fbb-c719e8785d0a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7425ea76-6f8a-46ee-ad0b-972c5fa9df96 HTTP/1.1" status: 204 len: 168 time: 0.2593987 Sep 21 10:06:48.087989 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7277c5-afc7-4f86-8fbb-c719e8785d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7425ea76-6f8a-46ee-ad0b-972c5fa9df96,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:48.191589 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ff716-7afc-440c-92ee-f83be3c709e6 req-151e483a-10e2-418c-96df-0a290724f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:48.194436 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8f9ff716-7afc-440c-92ee-f83be3c709e6 req-151e483a-10e2-418c-96df-0a290724f85e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f75ba10758754f4f9c778e357a87f58e&device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 1129 time: 0.3456452 Sep 21 10:06:48.281237 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f05b812a-da10-4992-b7fe-cd83dcf01bc5 req-679c668c-d5fe-445c-8358-6e347f6bd827 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256116 Sep 21 10:06:48.341459 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-27a3ddbd-7992-4071-8bea-c979beaa4e2f req-4cff55c8-f7ed-4cfb-a7dd-2935cf256ee1 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5928729 Sep 21 10:06:48.411843 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aa6bda5d-5a07-4408-ace7-c69e2022116e req-adbc5855-44c8-4ca2-9d07-4cf4f2f63b56 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e7915053-18f1-403c-9517-b13162051fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7785854 Sep 21 10:06:48.726606 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:48.948650 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:48.989870 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-30e76721-7bd4-4c96-89d3-430234228948 admin admin] Publish callbacks [] for security_group (405a91d6-744a-4696-83c1-14e78871ce8c), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:48.994253 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ff716-7afc-440c-92ee-f83be3c709e6 req-dfb1ae00-f1ff-498f-992c-8fc7142a0bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:48.997490 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8f9ff716-7afc-440c-92ee-f83be3c709e6 req-dfb1ae00-f1ff-498f-992c-8fc7142a0bfa service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 200 len: 920 time: 0.7771103 Sep 21 10:06:49.038345 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-30e76721-7bd4-4c96-89d3-430234228948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (405a91d6-744a-4696-83c1-14e78871ce8c), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:49.304090 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8f9ff716-7afc-440c-92ee-f83be3c709e6 req-c746e346-995b-461c-b29e-83109d2faf77 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba26afce-a023-4535-9060-fc72bb991314 HTTP/1.1" status: 200 len: 217 time: 0.2682793 Sep 21 10:06:49.624018 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 50232) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:49.624593 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-30e76721-7bd4-4c96-89d3-430234228948 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1f1a5922fd044ed490202756cc694030&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0434220 Sep 21 10:06:49.738882 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e76721-7bd4-4c96-89d3-430234228948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405a91d6-744a-4696-83c1-14e78871ce8c,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:49.797646 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac3be-aaa0-498b-910c-39fc21be1dee admin admin] Publish callbacks [] for security_group (405a91d6-744a-4696-83c1-14e78871ce8c), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:49.857899 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.db.resource_extend [None req-cc28f196-603b-4a16-bea9-5a2d6a52d301 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 21 10:06:49.875590 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac3be-aaa0-498b-910c-39fc21be1dee admin admin] Publish callbacks [] for security_group (405a91d6-744a-4696-83c1-14e78871ce8c), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:49.968852 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac3be-aaa0-498b-910c-39fc21be1dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (405a91d6-744a-4696-83c1-14e78871ce8c), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:49.971681 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac3be-aaa0-498b-910c-39fc21be1dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:49.972936 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-5f7ac3be-aaa0-498b-910c-39fc21be1dee admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/405a91d6-744a-4696-83c1-14e78871ce8c HTTP/1.1" status: 204 len: 168 time: 0.3476417 Sep 21 10:06:49.987688 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ac3be-aaa0-498b-910c-39fc21be1dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405a91d6-744a-4696-83c1-14e78871ce8c,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:50.097004 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dace50f-c97f-4a39-968c-16d0c242c70b req-786ee7e9-0e89-428d-ba27-442b7beb6473 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:50.107787 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4dace50f-c97f-4a39-968c-16d0c242c70b req-786ee7e9-0e89-428d-ba27-442b7beb6473 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.5754359 Sep 21 10:06:50.140604 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f82f8a-764d-4535-b8d7-9cf5627ffba7 req-b2ee8f23-3455-43b5-b746-73b6337018d1 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:50.143206 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-60f82f8a-764d-4535-b8d7-9cf5627ffba7 req-b2ee8f23-3455-43b5-b746-73b6337018d1 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.5965405 Sep 21 10:06:50.145806 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ff716-7afc-440c-92ee-f83be3c709e6 req-b310c21e-3cd4-4da4-9854-6f04078f87ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:50.149588 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8f9ff716-7afc-440c-92ee-f83be3c709e6 req-b310c21e-3cd4-4da4-9854-6f04078f87ce service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5429b2a6-8b25-44de-bb46-df0f87df08ce HTTP/1.1" status: 200 len: 858 time: 0.8202572 Sep 21 10:06:50.153116 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aa6bda5d-5a07-4408-ace7-c69e2022116e req-c8fe3c14-ea48-4afb-af2b-368ee7e4e54e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e7915053-18f1-403c-9517-b13162051fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4961298 Sep 21 10:06:50.547043 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cc28f196-603b-4a16-bea9-5a2d6a52d301 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:50.559173 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ff716-7afc-440c-92ee-f83be3c709e6 req-ee1eb289-d733-4293-a188-7856fdda133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:50.560888 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8f9ff716-7afc-440c-92ee-f83be3c709e6 req-ee1eb289-d733-4293-a188-7856fdda133a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=97a59516-89f9-4e8e-9ccf-abdda6abc087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3782740 Sep 21 10:06:50.569935 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cc28f196-603b-4a16-bea9-5a2d6a52d301 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (077be602-b124-4cd0-9f5c-761dc6969b41), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:50.652283 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-60f82f8a-764d-4535-b8d7-9cf5627ffba7 req-949771d0-d5c8-435c-bf42-3ccd29a12b41 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4683383 Sep 21 10:06:50.787114 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4dace50f-c97f-4a39-968c-16d0c242c70b req-11e50e67-5256-4593-b907-a78176055cf9 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6780543 Sep 21 10:06:50.933864 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:50.947102 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2aaaf-02cd-484a-b68d-e021a65bf8e7 req-5d8f317e-2df9-4323-afd7-2efdc6e8d144 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:50.949756 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d8a2aaaf-02cd-484a-b68d-e021a65bf8e7 req-5d8f317e-2df9-4323-afd7-2efdc6e8d144 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.1148067 Sep 21 10:06:50.967537 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 50270) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:50.968389 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.l3_db [None req-cc28f196-603b-4a16-bea9-5a2d6a52d301 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Floating IP 077be602-b124-4cd0-9f5c-761dc6969b41 associated. External IP: 172.27.2.4, port: 148e91ff-3fb3-4329-a282-1d7ebc94ae46. Sep 21 10:06:50.973369 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-02de1d23-6ffa-40d0-9411-1ee453b4986e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Request body: {'floatingip': {'port_id': '3e92fb13-32a5-4052-a608-cd35f3bac843'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:06:51.061912 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-02de1d23-6ffa-40d0-9411-1ee453b4986e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for floatingip (b53e75bc-b3c5-439d-91b2-f09b3bb6da42), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:51.140145 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8f9ff716-7afc-440c-92ee-f83be3c709e6 req-80a9c3da-4fdf-456b-816e-e0240c5e4a81 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918222 Sep 21 10:06:51.287532 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:51.300254 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc28f196-603b-4a16-bea9-5a2d6a52d301 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Router 8ed771b5-79e0-4eec-903c-9332794fdbe8 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:06:51.644679 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8f9ff716-7afc-440c-92ee-f83be3c709e6 req-197b1b82-aeb5-4a77-bb8a-18856a8976c0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697971 Sep 21 10:06:51.661437 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc28f196-603b-4a16-bea9-5a2d6a52d301 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:06:51.675984 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cc28f196-603b-4a16-bea9-5a2d6a52d301 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:51.701555 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9c6a24-a1ae-413d-b14e-99d1f68f4ce2 None None] Sync routers for ids ['8ed771b5-79e0-4eec-903c-9332794fdbe8'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:06:51.730027 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9c6a24-a1ae-413d-b14e-99d1f68f4ce2 None None] Routers {'8ed771b5-79e0-4eec-903c-9332794fdbe8'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:06:51.731529 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-2b9c6a24-a1ae-413d-b14e-99d1f68f4ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:06:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['8ed771b5-79e0-4eec-903c-9332794fdbe8'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:06:51.826790 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-cc28f196-603b-4a16-bea9-5a2d6a52d301 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/077be602-b124-4cd0-9f5c-761dc6969b41 HTTP/1.1" status: 200 len: 990 time: 5.2079659 Sep 21 10:06:51.834648 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db0f842-9480-43d7-8547-215cdd591300', 'tag': '148e91ff-3fb3-4329-a282-1d7ebc94ae46'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:06:51.837575 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6800e34-6be2-4a34-91ac-03716820defa" -d '{"events": [{"name": "network-changed", "server_uuid": "8db0f842-9480-43d7-8547-215cdd591300", "tag": "148e91ff-3fb3-4329-a282-1d7ebc94ae46"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:06:52.080337 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f627153c-82fd-4be7-b136-9eb013a565ca x-openstack-request-id: req-f627153c-82fd-4be7-b136-9eb013a565ca {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:06:52.080621 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db0f842-9480-43d7-8547-215cdd591300", "tag": "148e91ff-3fb3-4329-a282-1d7ebc94ae46", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:06:52.081045 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f627153c-82fd-4be7-b136-9eb013a565ca {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:06:52.082158 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f627153c-82fd-4be7-b136-9eb013a565ca'] response: {'name': 'network-changed', 'server_uuid': '8db0f842-9480-43d7-8547-215cdd591300', 'tag': '148e91ff-3fb3-4329-a282-1d7ebc94ae46', 'status': 'completed', 'code': 200} Sep 21 10:06:52.082947 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-2b9c6a24-a1ae-413d-b14e-99d1f68f4ce2 None None] Set router 8ed771b5-79e0-4eec-903c-9332794fdbe8 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:06:52.246624 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167959b-0fe4-44c0-95f7-e9f23549d705 req-71e12ffc-eb24-4e23-b8f9-0a552721ac9a tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:52.248658 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5167959b-0fe4-44c0-95f7-e9f23549d705 req-71e12ffc-eb24-4e23-b8f9-0a552721ac9a tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.2100358 Sep 21 10:06:52.253091 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6800e34-6be2-4a34-91ac-03716820defa req-fda1613a-3b54-476a-b576-7ffce47b9aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:52.254888 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f6800e34-6be2-4a34-91ac-03716820defa req-fda1613a-3b54-476a-b576-7ffce47b9aaa service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=68256e1dad7b42c8a603e45246d85098&device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 1130 time: 0.1233625 Sep 21 10:06:52.423968 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5167959b-0fe4-44c0-95f7-e9f23549d705 req-fec6bf50-4f66-42cd-8655-f4ee8e0ecde9 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555464 Sep 21 10:06:52.521611 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6800e34-6be2-4a34-91ac-03716820defa req-be6f8542-8d0b-4400-bf4d-8a59b7e6dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:52.523844 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f6800e34-6be2-4a34-91ac-03716820defa req-be6f8542-8d0b-4400-bf4d-8a59b7e6dc8e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=00c18901-0d42-4272-b558-b769b86bb94d HTTP/1.1" status: 200 len: 918 time: 0.2476296 Sep 21 10:06:52.598525 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 50332) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:52.670632 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f6800e34-6be2-4a34-91ac-03716820defa req-84ae1831-8b36-4d99-a729-1df4a9e8e233 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=148e91ff-3fb3-4329-a282-1d7ebc94ae46 HTTP/1.1" status: 200 len: 998 time: 0.1391652 Sep 21 10:06:52.755044 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6800e34-6be2-4a34-91ac-03716820defa req-388910ba-2b59-45b7-9a9f-e6c5185a9b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:52.757273 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f6800e34-6be2-4a34-91ac-03716820defa req-388910ba-2b59-45b7-9a9f-e6c5185a9b91 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b380f751-6674-46e2-979d-3a6fecc803dc HTTP/1.1" status: 200 len: 856 time: 0.0739985 Sep 21 10:06:52.832932 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6800e34-6be2-4a34-91ac-03716820defa req-03361030-2744-4a4d-8aef-c2faf9227c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:52.836166 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f6800e34-6be2-4a34-91ac-03716820defa req-03361030-2744-4a4d-8aef-c2faf9227c85 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=00c18901-0d42-4272-b558-b769b86bb94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627418 Sep 21 10:06:52.852286 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.db.resource_extend [None req-02de1d23-6ffa-40d0-9411-1ee453b4986e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 21 10:06:52.886930 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-2b9c6a24-a1ae-413d-b14e-99d1f68f4ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 4, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port': {'id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '077be602-b124-4cd0-9f5c-761dc6969b41', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'port_id': '148e91ff-3fb3-4329-a282-1d7ebc94ae46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'mac_address': 'fa:16:3e:ce:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db0f842-9480-43d7-8547-215cdd591300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:05:58Z', 'updated_at': '2022-09-21T10:06:49Z', 'revision_number': 1, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec', 'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'mac_address': 'fa:16:3e:e3:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:46Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 5, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'subnets': [{'id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:06:52.920649 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9c6a24-a1ae-413d-b14e-99d1f68f4ce2 None None] Checking router: 8ed771b5-79e0-4eec-903c-9332794fdbe8 for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:06:52.931480 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9c6a24-a1ae-413d-b14e-99d1f68f4ce2 None None] Routers {'8ed771b5-79e0-4eec-903c-9332794fdbe8'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:06:52.932212 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-2b9c6a24-a1ae-413d-b14e-99d1f68f4ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:06:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['8ed771b5-79e0-4eec-903c-9332794fdbe8'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:06:52.939520 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-02de1d23-6ffa-40d0-9411-1ee453b4986e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:52.947284 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-02de1d23-6ffa-40d0-9411-1ee453b4986e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (b53e75bc-b3c5-439d-91b2-f09b3bb6da42), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:53.003962 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:53.057245 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c424378f-2cd7-45b2-a2c6-40a01d5a0564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:53.095823 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.l3_db [None req-02de1d23-6ffa-40d0-9411-1ee453b4986e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Floating IP b53e75bc-b3c5-439d-91b2-f09b3bb6da42 associated. External IP: 172.27.2.231, port: 3e92fb13-32a5-4052-a608-cd35f3bac843. Sep 21 10:06:53.172728 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-2b9c6a24-a1ae-413d-b14e-99d1f68f4ce2 None None] Set router 8ed771b5-79e0-4eec-903c-9332794fdbe8 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:06:53.197217 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c424378f-2cd7-45b2-a2c6-40a01d5a0564 admin admin] Publish callbacks [] for security_group (11c2bb97-e39a-4dd0-8a74-8daf10dfd724), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:53.198737 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:53.207367 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c424378f-2cd7-45b2-a2c6-40a01d5a0564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (11c2bb97-e39a-4dd0-8a74-8daf10dfd724), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:53.267726 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424378f-2cd7-45b2-a2c6-40a01d5a0564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c2bb97-e39a-4dd0-8a74-8daf10dfd724,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:53.293591 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-c424378f-2cd7-45b2-a2c6-40a01d5a0564 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=79473542614e41c7a81d49261d413275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6936090 Sep 21 10:06:53.294823 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 50350) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:53.377957 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c58502ee-3cfc-44af-bd78-cc739b7785d2 admin admin] Publish callbacks [] for security_group (11c2bb97-e39a-4dd0-8a74-8daf10dfd724), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:53.408730 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:53.414189 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c58502ee-3cfc-44af-bd78-cc739b7785d2 admin admin] Publish callbacks [] for security_group (11c2bb97-e39a-4dd0-8a74-8daf10dfd724), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:53.518970 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c58502ee-3cfc-44af-bd78-cc739b7785d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (11c2bb97-e39a-4dd0-8a74-8daf10dfd724), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:53.522370 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c58502ee-3cfc-44af-bd78-cc739b7785d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:53.524874 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-c58502ee-3cfc-44af-bd78-cc739b7785d2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/11c2bb97-e39a-4dd0-8a74-8daf10dfd724 HTTP/1.1" status: 204 len: 168 time: 0.2287018 Sep 21 10:06:53.547640 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58502ee-3cfc-44af-bd78-cc739b7785d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c2bb97-e39a-4dd0-8a74-8daf10dfd724,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:53.553748 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 50360) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:53.670106 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02de1d23-6ffa-40d0-9411-1ee453b4986e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Router e96952d6-7208-4ffc-a87b-07d09a0809d2 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:06:53.684164 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eef466-49b2-419c-925e-9de660dd868c req-048280f6-703e-49cc-8fe8-efa323e7e13b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:53.688452 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-37eef466-49b2-419c-925e-9de660dd868c req-048280f6-703e-49cc-8fe8-efa323e7e13b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.0642610 Sep 21 10:06:53.694525 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=100 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:53.723721 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-2b9c6a24-a1ae-413d-b14e-99d1f68f4ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 4, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port': {'id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '077be602-b124-4cd0-9f5c-761dc6969b41', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'port_id': '148e91ff-3fb3-4329-a282-1d7ebc94ae46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'mac_address': 'fa:16:3e:ce:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db0f842-9480-43d7-8547-215cdd591300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:05:58Z', 'updated_at': '2022-09-21T10:06:49Z', 'revision_number': 1, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec', 'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'mac_address': 'fa:16:3e:e3:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:46Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 5, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'subnets': [{'id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:06:53.765136 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9c6a24-a1ae-413d-b14e-99d1f68f4ce2 None None] The sync data for ids ['8ed771b5-79e0-4eec-903c-9332794fdbe8'] in dv-cinder-855479-2-iscsi is: [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 4, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port': {'id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '077be602-b124-4cd0-9f5c-761dc6969b41', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'port_id': '148e91ff-3fb3-4329-a282-1d7ebc94ae46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'mac_address': 'fa:16:3e:ce:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db0f842-9480-43d7-8547-215cdd591300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:05:58Z', 'updated_at': '2022-09-21T10:06:49Z', 'revision_number': 1, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec', 'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'mac_address': 'fa:16:3e:e3:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:46Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 5, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'subnets': [{'id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:06:53.768256 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:53.804250 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-37eef466-49b2-419c-925e-9de660dd868c req-7466fc2d-8eec-46ca-9a67-d0e55f3b59a5 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061943 Sep 21 10:06:53.886300 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02de1d23-6ffa-40d0-9411-1ee453b4986e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:06:53.895085 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-02de1d23-6ffa-40d0-9411-1ee453b4986e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:53.907612 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f6536c-84a2-4d9d-b115-360d3385e069 None None] Sync routers for ids ['e96952d6-7208-4ffc-a87b-07d09a0809d2'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:06:53.923857 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f6536c-84a2-4d9d-b115-360d3385e069 None None] Routers {'e96952d6-7208-4ffc-a87b-07d09a0809d2'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:06:53.925160 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-13f6536c-84a2-4d9d-b115-360d3385e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:06:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['e96952d6-7208-4ffc-a87b-07d09a0809d2'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:06:53.954174 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-02de1d23-6ffa-40d0-9411-1ee453b4986e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/b53e75bc-b3c5-439d-91b2-f09b3bb6da42 HTTP/1.1" status: 200 len: 991 time: 2.9845345 Sep 21 10:06:53.956208 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d43fa7-3a45-4066-b767-f5c092ea82f8', 'tag': '3e92fb13-32a5-4052-a608-cd35f3bac843'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:06:53.958879 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381cae00-062e-48c9-a531-1b7a0c034b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "70d43fa7-3a45-4066-b767-f5c092ea82f8", "tag": "3e92fb13-32a5-4052-a608-cd35f3bac843"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:06:54.014663 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9cc294-746c-4558-9227-169b6c312e78 x-openstack-request-id: req-0f9cc294-746c-4558-9227-169b6c312e78 {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:06:54.015017 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d43fa7-3a45-4066-b767-f5c092ea82f8", "tag": "3e92fb13-32a5-4052-a608-cd35f3bac843", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:06:54.015331 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0f9cc294-746c-4558-9227-169b6c312e78 {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:06:54.015886 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9cc294-746c-4558-9227-169b6c312e78'] response: {'name': 'network-changed', 'server_uuid': '70d43fa7-3a45-4066-b767-f5c092ea82f8', 'tag': '3e92fb13-32a5-4052-a608-cd35f3bac843', 'status': 'completed', 'code': 200} Sep 21 10:06:54.069758 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-add5c58f-e006-45c5-adbc-236c6e40695a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:54.132659 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-13f6536c-84a2-4d9d-b115-360d3385e069 None None] Set router e96952d6-7208-4ffc-a87b-07d09a0809d2 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:06:54.241266 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-add5c58f-e006-45c5-adbc-236c6e40695a admin admin] Publish callbacks [] for security_group (f0b05300-60c7-47bf-8657-c8fcddeda0ce), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:54.247810 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-add5c58f-e006-45c5-adbc-236c6e40695a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (f0b05300-60c7-47bf-8657-c8fcddeda0ce), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:54.278081 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 50376) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:54.306185 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3323d162-b877-443e-9be7-d2a8743bc4d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:54.316862 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-add5c58f-e006-45c5-adbc-236c6e40695a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=32adca4c8ed64b81addcd210de9d8036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7602396 Sep 21 10:06:54.317769 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 50378) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:54.318534 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5c58f-e006-45c5-adbc-236c6e40695a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b05300-60c7-47bf-8657-c8fcddeda0ce,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:54.487190 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0fcba3c7-f323-41ef-991b-5d90da8c7dc8 admin admin] Publish callbacks [] for security_group (f0b05300-60c7-47bf-8657-c8fcddeda0ce), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:54.534509 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0fcba3c7-f323-41ef-991b-5d90da8c7dc8 admin admin] Publish callbacks [] for security_group (f0b05300-60c7-47bf-8657-c8fcddeda0ce), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:54.542986 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3323d162-b877-443e-9be7-d2a8743bc4d2 admin admin] Publish callbacks [] for security_group (2e257592-74d3-4a7b-905b-26885da1b135), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:54.552106 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3323d162-b877-443e-9be7-d2a8743bc4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (2e257592-74d3-4a7b-905b-26885da1b135), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:54.635090 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0fcba3c7-f323-41ef-991b-5d90da8c7dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (f0b05300-60c7-47bf-8657-c8fcddeda0ce), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:54.637987 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323d162-b877-443e-9be7-d2a8743bc4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e257592-74d3-4a7b-905b-26885da1b135,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:54.641826 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0fcba3c7-f323-41ef-991b-5d90da8c7dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:54.648116 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-3323d162-b877-443e-9be7-d2a8743bc4d2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=558f685a4c8e447b9fc54c509a8f518b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3678389 Sep 21 10:06:54.650350 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 50386) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:54.656789 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-0fcba3c7-f323-41ef-991b-5d90da8c7dc8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f0b05300-60c7-47bf-8657-c8fcddeda0ce HTTP/1.1" status: 204 len: 168 time: 0.3191209 Sep 21 10:06:54.706554 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcba3c7-f323-41ef-991b-5d90da8c7dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b05300-60c7-47bf-8657-c8fcddeda0ce,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:54.751502 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dd299790-7d63-4a65-835b-cf6e295a24f8 admin admin] Publish callbacks [] for security_group (2e257592-74d3-4a7b-905b-26885da1b135), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:54.782065 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dd299790-7d63-4a65-835b-cf6e295a24f8 admin admin] Publish callbacks [] for security_group (2e257592-74d3-4a7b-905b-26885da1b135), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:54.866475 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-13f6536c-84a2-4d9d-b115-360d3385e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 4, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port': {'id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'b53e75bc-b3c5-439d-91b2-f09b3bb6da42', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'floating_ip_address': '172.27.2.231', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'port_id': '3e92fb13-32a5-4052-a608-cd35f3bac843', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'mac_address': 'fa:16:3e:8b:b6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d43fa7-3a45-4066-b767-f5c092ea82f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:06:00Z', 'updated_at': '2022-09-21T10:06:52Z', 'revision_number': 1, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3927141-7786-4816-b6d0-e42a026a5a54', 'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'mac_address': 'fa:16:3e:2e:24:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:48Z', 'updated_at': '2022-09-21T10:06:11Z', 'revision_number': 5, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'subnets': [{'id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:06:54.884527 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dd299790-7d63-4a65-835b-cf6e295a24f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (2e257592-74d3-4a7b-905b-26885da1b135), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:54.887599 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dd299790-7d63-4a65-835b-cf6e295a24f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:54.889216 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-dd299790-7d63-4a65-835b-cf6e295a24f8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2e257592-74d3-4a7b-905b-26885da1b135 HTTP/1.1" status: 204 len: 168 time: 0.2369487 Sep 21 10:06:54.906104 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f6536c-84a2-4d9d-b115-360d3385e069 None None] Checking router: e96952d6-7208-4ffc-a87b-07d09a0809d2 for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:06:54.917653 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f6536c-84a2-4d9d-b115-360d3385e069 None None] Routers {'e96952d6-7208-4ffc-a87b-07d09a0809d2'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:06:54.918634 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd299790-7d63-4a65-835b-cf6e295a24f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e257592-74d3-4a7b-905b-26885da1b135,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:54.918938 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-13f6536c-84a2-4d9d-b115-360d3385e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:06:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['e96952d6-7208-4ffc-a87b-07d09a0809d2'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:06:54.971531 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1cdcb8-7e2e-4ec3-942d-09da6822881b None None] New status for floating IP 077be602-b124-4cd0-9f5c-761dc6969b41: ACTIVE {{(pid=106522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:06:55.100248 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adaa7c-dcab-416a-bbef-15929cdf1408 req-b7d89652-10f8-4114-af07-d8eb06c1e71c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:55.112949 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-07adaa7c-dcab-416a-bbef-15929cdf1408 req-b7d89652-10f8-4114-af07-d8eb06c1e71c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.1075418 Sep 21 10:06:55.169118 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-13f6536c-84a2-4d9d-b115-360d3385e069 None None] Set router e96952d6-7208-4ffc-a87b-07d09a0809d2 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:06:55.171309 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:55.185189 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-07adaa7c-dcab-416a-bbef-15929cdf1408 req-731f4cbe-8818-40fc-9e4e-7853053cd20c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709515 Sep 21 10:06:55.447098 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 50398) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:55.468280 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5695f3f4-4d1b-4f9b-a02b-d2e0720272fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:55.503985 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 50400) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:55.527199 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-27453078-29b9-417f-8fdb-b4a8bcf7b1cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:55.578997 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-13f6536c-84a2-4d9d-b115-360d3385e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 4, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port': {'id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'b53e75bc-b3c5-439d-91b2-f09b3bb6da42', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'floating_ip_address': '172.27.2.231', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'port_id': '3e92fb13-32a5-4052-a608-cd35f3bac843', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'mac_address': 'fa:16:3e:8b:b6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d43fa7-3a45-4066-b767-f5c092ea82f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:06:00Z', 'updated_at': '2022-09-21T10:06:52Z', 'revision_number': 1, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3927141-7786-4816-b6d0-e42a026a5a54', 'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'mac_address': 'fa:16:3e:2e:24:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:48Z', 'updated_at': '2022-09-21T10:06:11Z', 'revision_number': 5, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'subnets': [{'id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:06:55.603070 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:55.617621 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f6536c-84a2-4d9d-b115-360d3385e069 None None] The sync data for ids ['e96952d6-7208-4ffc-a87b-07d09a0809d2'] in dv-cinder-855479-2-iscsi is: [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 4, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port': {'id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'b53e75bc-b3c5-439d-91b2-f09b3bb6da42', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'floating_ip_address': '172.27.2.231', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'port_id': '3e92fb13-32a5-4052-a608-cd35f3bac843', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'mac_address': 'fa:16:3e:8b:b6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d43fa7-3a45-4066-b767-f5c092ea82f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:06:00Z', 'updated_at': '2022-09-21T10:06:52Z', 'revision_number': 1, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3927141-7786-4816-b6d0-e42a026a5a54', 'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'mac_address': 'fa:16:3e:2e:24:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:48Z', 'updated_at': '2022-09-21T10:06:11Z', 'revision_number': 5, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'subnets': [{'id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:06:55.633581 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5695f3f4-4d1b-4f9b-a02b-d2e0720272fe admin admin] Publish callbacks [] for security_group (5aa421da-249e-4269-9cd7-636c9ebc1b95), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:55.638800 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5695f3f4-4d1b-4f9b-a02b-d2e0720272fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (5aa421da-249e-4269-9cd7-636c9ebc1b95), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:55.660057 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-27453078-29b9-417f-8fdb-b4a8bcf7b1cb admin admin] Publish callbacks [] for security_group (4ef25118-34c5-47b7-9d3f-e4c93c5acf6c), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:55.666697 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-27453078-29b9-417f-8fdb-b4a8bcf7b1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (4ef25118-34c5-47b7-9d3f-e4c93c5acf6c), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:55.684052 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695f3f4-4d1b-4f9b-a02b-d2e0720272fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa421da-249e-4269-9cd7-636c9ebc1b95,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:55.715854 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-5695f3f4-4d1b-4f9b-a02b-d2e0720272fe admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c44e4285479546b7942f95e9ed975037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669926 Sep 21 10:06:55.720142 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 50410) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:55.758587 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27453078-29b9-417f-8fdb-b4a8bcf7b1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef25118-34c5-47b7-9d3f-e4c93c5acf6c,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:55.816097 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-27453078-29b9-417f-8fdb-b4a8bcf7b1cb admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=438711527bfb4103842922a017732372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101122 Sep 21 10:06:55.816824 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 50412) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:06:55.869058 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:55.913410 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ed211e4e-0af8-48ae-b419-40d7372ed668 admin admin] Publish callbacks [] for security_group (4ef25118-34c5-47b7-9d3f-e4c93c5acf6c), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:55.945874 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ed211e4e-0af8-48ae-b419-40d7372ed668 admin admin] Publish callbacks [] for security_group (4ef25118-34c5-47b7-9d3f-e4c93c5acf6c), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:55.948481 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f38d2081-db99-4c88-abc8-8d0d4a2c1ff9 admin admin] Publish callbacks [] for security_group (5aa421da-249e-4269-9cd7-636c9ebc1b95), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:55.990067 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f38d2081-db99-4c88-abc8-8d0d4a2c1ff9 admin admin] Publish callbacks [] for security_group (5aa421da-249e-4269-9cd7-636c9ebc1b95), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:56.035480 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ed211e4e-0af8-48ae-b419-40d7372ed668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (4ef25118-34c5-47b7-9d3f-e4c93c5acf6c), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:56.040765 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98013ab-26fc-4879-bfa3-4408df216a49 None None] New status for floating IP b53e75bc-b3c5-439d-91b2-f09b3bb6da42: ACTIVE {{(pid=106521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:06:56.044994 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f6800e34-6be2-4a34-91ac-03716820defa req-c9ad988f-d203-4437-901e-9ec754c8868e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502692 Sep 21 10:06:56.046203 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ed211e4e-0af8-48ae-b419-40d7372ed668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:56.052486 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-ed211e4e-0af8-48ae-b419-40d7372ed668 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4ef25118-34c5-47b7-9d3f-e4c93c5acf6c HTTP/1.1" status: 204 len: 168 time: 0.2344089 Sep 21 10:06:56.075389 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed211e4e-0af8-48ae-b419-40d7372ed668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef25118-34c5-47b7-9d3f-e4c93c5acf6c,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:56.101526 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f38d2081-db99-4c88-abc8-8d0d4a2c1ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (5aa421da-249e-4269-9cd7-636c9ebc1b95), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:56.104855 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f38d2081-db99-4c88-abc8-8d0d4a2c1ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:06:56.109282 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-f38d2081-db99-4c88-abc8-8d0d4a2c1ff9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5aa421da-249e-4269-9cd7-636c9ebc1b95 HTTP/1.1" status: 204 len: 168 time: 0.3872783 Sep 21 10:06:56.130095 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d2081-db99-4c88-abc8-8d0d4a2c1ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa421da-249e-4269-9cd7-636c9ebc1b95,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:06:56.466955 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78461593-6659-4339-8c1e-a6c74e8bca76 req-4302ca96-0ef6-459f-9e4e-73c61581853f tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:56.468815 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-78461593-6659-4339-8c1e-a6c74e8bca76 req-4302ca96-0ef6-459f-9e4e-73c61581853f tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.1267507 Sep 21 10:06:56.551934 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-78461593-6659-4339-8c1e-a6c74e8bca76 req-2aefcb87-655a-410e-af66-0cce36bb4a30 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767002 Sep 21 10:06:57.627564 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:57.750456 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cae00-062e-48c9-a531-1b7a0c034b0e req-20437cc2-7d5b-4a06-8fae-025bdd343f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:57.759934 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-381cae00-062e-48c9-a531-1b7a0c034b0e req-20437cc2-7d5b-4a06-8fae-025bdd343f82 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b3bd8b4fc3c749cb90f28023dc955c9a&device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 1129 time: 0.2228689 Sep 21 10:06:57.998956 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f6800e34-6be2-4a34-91ac-03716820defa req-aced744d-59c3-47e0-bdd7-235c0cdf2d07 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537821 Sep 21 10:06:58.026984 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccdcdc-54ab-4bcd-af69-37859876a06f req-f052fa78-ba06-419e-9572-59ff987406c3 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:58.034112 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-56ccdcdc-54ab-4bcd-af69-37859876a06f req-f052fa78-ba06-419e-9572-59ff987406c3 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.2405360 Sep 21 10:06:58.246572 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:06:58.321980 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-56ccdcdc-54ab-4bcd-af69-37859876a06f req-5e542290-7ebb-47f1-bc95-b846f12fff3e tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715719 Sep 21 10:06:58.368666 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cae00-062e-48c9-a531-1b7a0c034b0e req-e69d8334-d54a-4b78-9f9f-39c02171519b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:58.371090 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-381cae00-062e-48c9-a531-1b7a0c034b0e req-e69d8334-d54a-4b78-9f9f-39c02171519b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=60fbaebe-52f4-4e3a-8714-a12eadb4201c HTTP/1.1" status: 200 len: 912 time: 0.3184927 Sep 21 10:06:59.566115 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6deaf7-3d66-402f-b920-674eac8dc5a1 req-f2f0e99f-a2ec-47a3-a219-6057b36d5b2d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:59.567764 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8a6deaf7-3d66-402f-b920-674eac8dc5a1 req-f2f0e99f-a2ec-47a3-a219-6057b36d5b2d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.0928440 Sep 21 10:06:59.632931 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8a6deaf7-3d66-402f-b920-674eac8dc5a1 req-b8611a1a-2a8e-417b-8420-2155c5c384d4 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553560 Sep 21 10:06:59.866596 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229c4d8-32bf-4d19-8b8b-316d8bb18b4a req-daf5eb02-9086-49e4-8ad6-f701b1cfa81f tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:06:59.869501 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d229c4d8-32bf-4d19-8b8b-316d8bb18b4a req-daf5eb02-9086-49e4-8ad6-f701b1cfa81f tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 945 time: 0.0928142 Sep 21 10:06:59.935594 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d229c4d8-32bf-4d19-8b8b-316d8bb18b4a req-ad66e92e-ccdc-47db-9df7-35474dc9e689 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564506 Sep 21 10:07:00.351571 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-381cae00-062e-48c9-a531-1b7a0c034b0e req-777f24a7-a8f1-4a7f-8c49-2e9374ffe4b8 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e92fb13-32a5-4052-a608-cd35f3bac843 HTTP/1.1" status: 200 len: 1001 time: 0.1108568 Sep 21 10:07:00.464138 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ea131975-13e4-4a8f-b4cb-3e93695d3475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:00.469470 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 50604) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:00.602322 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-504a6de7-a976-4767-b976-710ec032328c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:00.703265 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-504a6de7-a976-4767-b976-710ec032328c admin admin] Publish callbacks [] for security_group (34fed439-893c-4a44-8238-f1623871cb15), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:00.709484 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-504a6de7-a976-4767-b976-710ec032328c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (34fed439-893c-4a44-8238-f1623871cb15), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:00.788171 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-504a6de7-a976-4767-b976-710ec032328c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4aac1bd2a4134751906a3d0d02792642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3165271 Sep 21 10:07:00.789678 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a6de7-a976-4767-b976-710ec032328c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fed439-893c-4a44-8238-f1623871cb15,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:00.792952 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20883e6-5c57-4a83-921d-d22bb9b058de req-4a6ac2cb-24dd-4431-be5b-ef331f9d052c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:00.793882 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 50612) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:00.794527 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b20883e6-5c57-4a83-921d-d22bb9b058de req-4a6ac2cb-24dd-4431-be5b-ef331f9d052c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.0496557 Sep 21 10:07:00.866795 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b20883e6-5c57-4a83-921d-d22bb9b058de req-7e33bc64-c910-4fbc-baf3-b377eabc8ffc tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588744 Sep 21 10:07:00.885831 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1f441a58-83ac-4a8f-992a-b7959b220160 admin admin] Publish callbacks [] for security_group (34fed439-893c-4a44-8238-f1623871cb15), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:00.924359 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1f441a58-83ac-4a8f-992a-b7959b220160 admin admin] Publish callbacks [] for security_group (34fed439-893c-4a44-8238-f1623871cb15), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:00.989827 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1f441a58-83ac-4a8f-992a-b7959b220160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (34fed439-893c-4a44-8238-f1623871cb15), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:00.993927 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1f441a58-83ac-4a8f-992a-b7959b220160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:00.995692 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-1f441a58-83ac-4a8f-992a-b7959b220160 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/34fed439-893c-4a44-8238-f1623871cb15 HTTP/1.1" status: 204 len: 168 time: 0.1997030 Sep 21 10:07:01.007101 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f441a58-83ac-4a8f-992a-b7959b220160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fed439-893c-4a44-8238-f1623871cb15,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:01.098800 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72da3cf-af21-414c-b4fa-8f36c5ee8fbc req-020686e6-7938-4c00-b5de-6ea3d73ea96f tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:01.101175 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b72da3cf-af21-414c-b4fa-8f36c5ee8fbc req-020686e6-7938-4c00-b5de-6ea3d73ea96f tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 945 time: 0.0582702 Sep 21 10:07:01.178340 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b72da3cf-af21-414c-b4fa-8f36c5ee8fbc req-b60c5f6c-f10a-4d7e-9560-4987815c690f tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699127 Sep 21 10:07:01.390564 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cae00-062e-48c9-a531-1b7a0c034b0e req-cf6ea9d6-5c90-48bc-b78d-9035e98fce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:01.393631 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-381cae00-062e-48c9-a531-1b7a0c034b0e req-cf6ea9d6-5c90-48bc-b78d-9035e98fce20 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4d5d2acf-1045-41a7-ba31-7ebbbda78430 HTTP/1.1" status: 200 len: 850 time: 0.1108432 Sep 21 10:07:01.456224 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 50624) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:01.471145 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-632d3b97-661e-454f-938c-8f3b95d724b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:01.565391 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-632d3b97-661e-454f-938c-8f3b95d724b9 admin admin] Publish callbacks [] for security_group (4a863c34-09e4-41d6-9204-26501f52a1ea), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:01.570747 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-632d3b97-661e-454f-938c-8f3b95d724b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (4a863c34-09e4-41d6-9204-26501f52a1ea), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:01.616622 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-632d3b97-661e-454f-938c-8f3b95d724b9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9371b3d6580c482ab2221c650cfbd565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591506 Sep 21 10:07:01.617525 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d3b97-661e-454f-938c-8f3b95d724b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a863c34-09e4-41d6-9204-26501f52a1ea,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:01.620666 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 50630) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:01.707585 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-8ee730be-145f-46b9-83c3-2c29ccfd76e3 admin admin] Publish callbacks [] for security_group (4a863c34-09e4-41d6-9204-26501f52a1ea), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:01.733133 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-8ee730be-145f-46b9-83c3-2c29ccfd76e3 admin admin] Publish callbacks [] for security_group (4a863c34-09e4-41d6-9204-26501f52a1ea), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:01.799978 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-8ee730be-145f-46b9-83c3-2c29ccfd76e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (4a863c34-09e4-41d6-9204-26501f52a1ea), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:01.805965 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-8ee730be-145f-46b9-83c3-2c29ccfd76e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:01.808296 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-8ee730be-145f-46b9-83c3-2c29ccfd76e3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4a863c34-09e4-41d6-9204-26501f52a1ea HTTP/1.1" status: 204 len: 168 time: 0.1854620 Sep 21 10:07:01.822370 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee730be-145f-46b9-83c3-2c29ccfd76e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a863c34-09e4-41d6-9204-26501f52a1ea,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:02.247692 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f5396-fa55-4a7e-abf7-785355498527 req-7b590453-407d-406e-bbd5-f9e15ec69b78 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:02.249521 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-502f5396-fa55-4a7e-abf7-785355498527 req-7b590453-407d-406e-bbd5-f9e15ec69b78 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.3014002 Sep 21 10:07:02.307594 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-502f5396-fa55-4a7e-abf7-785355498527 req-41e89255-2565-4da9-9ce2-9a02901bb9ec tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472696 Sep 21 10:07:02.396202 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:02.406556 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fdee1-bf51-4198-97dc-54450398c986 req-2130f805-0845-42aa-af80-75fd3b6436f6 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:02.406721 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f19fdee1-bf51-4198-97dc-54450398c986 req-2130f805-0845-42aa-af80-75fd3b6436f6 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 945 time: 0.0836117 Sep 21 10:07:02.567927 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f19fdee1-bf51-4198-97dc-54450398c986 req-29bda9c5-6d5c-4db3-9d8c-60014ba5485c tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523390 Sep 21 10:07:03.012390 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cae00-062e-48c9-a531-1b7a0c034b0e req-09a5ec7f-70ff-45ae-86ca-7dabd6d95347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:03.015058 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-381cae00-062e-48c9-a531-1b7a0c034b0e req-09a5ec7f-70ff-45ae-86ca-7dabd6d95347 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=60fbaebe-52f4-4e3a-8714-a12eadb4201c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846932 Sep 21 10:07:03.120621 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:03.183567 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-381cae00-062e-48c9-a531-1b7a0c034b0e req-c09a7f4a-6973-48e7-bedf-de75282a2d2c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/60fbaebe-52f4-4e3a-8714-a12eadb4201c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569633 Sep 21 10:07:03.371462 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-381cae00-062e-48c9-a531-1b7a0c034b0e req-693c5d23-7672-49a2-9a69-35b6c68ffa6f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/60fbaebe-52f4-4e3a-8714-a12eadb4201c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394022 Sep 21 10:07:03.467683 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbe45f-b419-4b50-a3c4-313a13d0e0be req-f76b58d6-d156-4b4e-a119-a0527db86d73 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:03.469333 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d4cbe45f-b419-4b50-a3c4-313a13d0e0be req-f76b58d6-d156-4b4e-a119-a0527db86d73 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.0537338 Sep 21 10:07:03.537490 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d4cbe45f-b419-4b50-a3c4-313a13d0e0be req-a2d87c9d-47d8-4020-a47e-361989831fd0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600753 Sep 21 10:07:03.626269 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 50718) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:03.662425 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-707d41fb-7e02-4808-89ee-483339b91e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:03.724080 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=52 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:03.735153 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71961925-a32c-41cc-80b9-1379f99a7fd3 req-88d4359c-165b-44c3-8b28-122f55253824 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:03.736944 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-71961925-a32c-41cc-80b9-1379f99a7fd3 req-88d4359c-165b-44c3-8b28-122f55253824 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 945 time: 0.0634849 Sep 21 10:07:03.806826 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-71961925-a32c-41cc-80b9-1379f99a7fd3 req-cd94aa58-8bac-4b64-be7f-36cdf696dc5f tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633039 Sep 21 10:07:03.808158 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-8a85dd41-83e9-4e08-9b08-7a58863e6249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:03.927617 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-8a85dd41-83e9-4e08-9b08-7a58863e6249 admin admin] Publish callbacks [] for security_group (ee692866-9486-4e69-9749-4bba12c117f0), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:03.933382 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-8a85dd41-83e9-4e08-9b08-7a58863e6249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (ee692866-9486-4e69-9749-4bba12c117f0), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:03.975822 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85dd41-83e9-4e08-9b08-7a58863e6249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee692866-9486-4e69-9749-4bba12c117f0,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:03.980219 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-8a85dd41-83e9-4e08-9b08-7a58863e6249 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=13e182f974f7437186a7e523be2d9ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3528054 Sep 21 10:07:03.983132 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 50728) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:04.044032 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-ed3fd1e7-5f2a-4051-a92b-794b61647441 admin admin] Publish callbacks [] for security_group (ee692866-9486-4e69-9749-4bba12c117f0), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:04.072874 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-ed3fd1e7-5f2a-4051-a92b-794b61647441 admin admin] Publish callbacks [] for security_group (ee692866-9486-4e69-9749-4bba12c117f0), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:04.147886 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-ed3fd1e7-5f2a-4051-a92b-794b61647441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (ee692866-9486-4e69-9749-4bba12c117f0), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:04.152368 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-ed3fd1e7-5f2a-4051-a92b-794b61647441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:04.153817 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-ed3fd1e7-5f2a-4051-a92b-794b61647441 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ee692866-9486-4e69-9749-4bba12c117f0 HTTP/1.1" status: 204 len: 168 time: 0.1693931 Sep 21 10:07:04.176876 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fd1e7-5f2a-4051-a92b-794b61647441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee692866-9486-4e69-9749-4bba12c117f0,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:04.179380 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 50734) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:04.462650 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ea14f9cb-0f61-48e2-b119-f49beb3d70e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:04.502524 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:04.531176 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=73,neutron:DELETE=3,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:04.570568 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ea14f9cb-0f61-48e2-b119-f49beb3d70e7 admin admin] Publish callbacks [] for security_group (d04fd419-8341-4ce7-be31-cb60671e7d77), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:04.575787 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ea14f9cb-0f61-48e2-b119-f49beb3d70e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (d04fd419-8341-4ce7-be31-cb60671e7d77), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:04.620486 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-ea14f9cb-0f61-48e2-b119-f49beb3d70e7 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=44c7160a80a24eeaa601eb3ae15c524c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4396324 Sep 21 10:07:04.622716 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14f9cb-0f61-48e2-b119-f49beb3d70e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04fd419-8341-4ce7-be31-cb60671e7d77,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:04.635762 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 50750) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:04.709834 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3979eb46-b915-484b-9001-c579ec77a64c admin admin] Publish callbacks [] for security_group (d04fd419-8341-4ce7-be31-cb60671e7d77), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:04.710213 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:04.736493 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3979eb46-b915-484b-9001-c579ec77a64c admin admin] Publish callbacks [] for security_group (d04fd419-8341-4ce7-be31-cb60671e7d77), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:04.743384 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b72653-19f2-42e3-bc16-ced0e8cd8f5b req-6db009bd-dc01-4860-9100-8ea1f5735be6 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:04.745216 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-18b72653-19f2-42e3-bc16-ced0e8cd8f5b req-6db009bd-dc01-4860-9100-8ea1f5735be6 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.0891628 Sep 21 10:07:04.793299 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:04.801978 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3979eb46-b915-484b-9001-c579ec77a64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (d04fd419-8341-4ce7-be31-cb60671e7d77), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:04.806848 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3979eb46-b915-484b-9001-c579ec77a64c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:04.806848 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-3979eb46-b915-484b-9001-c579ec77a64c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d04fd419-8341-4ce7-be31-cb60671e7d77 HTTP/1.1" status: 204 len: 168 time: 0.1686912 Sep 21 10:07:04.814840 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979eb46-b915-484b-9001-c579ec77a64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04fd419-8341-4ce7-be31-cb60671e7d77,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:04.827345 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-18b72653-19f2-42e3-bc16-ced0e8cd8f5b req-f5ec92c7-7db8-4953-bc8a-ba591fa4efd3 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687325 Sep 21 10:07:04.833775 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:05.040414 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522ff2e-416f-4bdd-bae7-db4625575cce req-4114a7b5-f16c-4a66-96bd-1b9d97a51097 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:05.042116 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6522ff2e-416f-4bdd-bae7-db4625575cce req-4114a7b5-f16c-4a66-96bd-1b9d97a51097 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 945 time: 0.0651159 Sep 21 10:07:05.128438 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6522ff2e-416f-4bdd-bae7-db4625575cce req-8f018d0e-caac-49fe-96e0-5868a1d54113 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757468 Sep 21 10:07:05.351122 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:05.441350 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:06.044390 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101bedc-c243-4b6c-b3dd-0df8794b8594 req-fa31c109-99b5-4175-91b4-7f7c37797ad6 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:06.047141 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d101bedc-c243-4b6c-b3dd-0df8794b8594 req-fa31c109-99b5-4175-91b4-7f7c37797ad6 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.0978677 Sep 21 10:07:06.126155 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:06.159848 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d101bedc-c243-4b6c-b3dd-0df8794b8594 req-ff8618a9-3ea1-4d2f-bdea-bbe7e5be7e57 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023998 Sep 21 10:07:06.331940 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf2f6f-22c9-452a-a671-2200931e3ada req-6c6bd80d-1ce7-44e9-8a97-27d7f1832dbf tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:06.333449 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5eaf2f6f-22c9-452a-a671-2200931e3ada req-6c6bd80d-1ce7-44e9-8a97-27d7f1832dbf tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 945 time: 0.0550573 Sep 21 10:07:06.392536 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5eaf2f6f-22c9-452a-a671-2200931e3ada req-1f82dff9-1ccf-472d-95bf-3f22ad5ddd8c tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=320dc627-4f92-41f6-9a67-b752910d7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485005 Sep 21 10:07:06.536436 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:06.699610 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3c2af-a11c-4344-a2e3-4e0d10d9fd4a req-315f3f6e-7279-4e74-8358-8d79c14b9346 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:06.701616 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7cf3c2af-a11c-4344-a2e3-4e0d10d9fd4a req-315f3f6e-7279-4e74-8358-8d79c14b9346 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 945 time: 0.0554657 Sep 21 10:07:06.853175 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-7cf3c2af-a11c-4344-a2e3-4e0d10d9fd4a req-9f786593-0215-48c7-be8c-2ceee268c81a tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Deleting port bb9179f8-3223-4bf8-8415-61d6839815ce {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:07:06.853724 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-7cf3c2af-a11c-4344-a2e3-4e0d10d9fd4a req-9f786593-0215-48c7-be8c-2ceee268c81a tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (bb9179f8-3223-4bf8-8415-61d6839815ce), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:06.987035 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-7cf3c2af-a11c-4344-a2e3-4e0d10d9fd4a req-9f786593-0215-48c7-be8c-2ceee268c81a tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] For port bb9179f8-3223-4bf8-8415-61d6839815ce, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=bb9179f8-3223-4bf8-8415-61d6839815ce,segment=NetworkSegment(9e458648-9149-441d-a094-021b458ff48c),segment_id=9e458648-9149-441d-a094-021b458ff48c)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:07:06.987410 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-7cf3c2af-a11c-4344-a2e3-4e0d10d9fd4a req-9f786593-0215-48c7-be8c-2ceee268c81a tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (bb9179f8-3223-4bf8-8415-61d6839815ce), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:07.007412 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-7cf3c2af-a11c-4344-a2e3-4e0d10d9fd4a req-9f786593-0215-48c7-be8c-2ceee268c81a tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Calling delete_port for bb9179f8-3223-4bf8-8415-61d6839815ce owned by compute:nova {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:07:07.220324 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-7cf3c2af-a11c-4344-a2e3-4e0d10d9fd4a req-9f786593-0215-48c7-be8c-2ceee268c81a tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994'] for port (bb9179f8-3223-4bf8-8415-61d6839815ce), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:07.259454 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f786593-0215-48c7-be8c-2ceee268c81a tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Pushing event deleted for resources: {'Port': ['ID=bb9179f8-3223-4bf8-8415-61d6839815ce,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:07.389829 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf3c2af-a11c-4344-a2e3-4e0d10d9fd4a req-9f786593-0215-48c7-be8c-2ceee268c81a tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] No DVR routers for this DVR port bb9179f8-3223-4bf8-8415-61d6839815ce on host hv-cinder-85547 {{(pid=106519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:07:07.397709 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-7cf3c2af-a11c-4344-a2e3-4e0d10d9fd4a req-9f786593-0215-48c7-be8c-2ceee268c81a tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:07.401561 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7cf3c2af-a11c-4344-a2e3-4e0d10d9fd4a req-9f786593-0215-48c7-be8c-2ceee268c81a tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.42 "DELETE /networking/v2.0/ports/bb9179f8-3223-4bf8-8415-61d6839815ce HTTP/1.1" status: 204 len: 173 time: 0.6941714 Sep 21 10:07:07.402120 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fa28a9-ed22-442e-9413-6dfae531b66d', 'name': 'network-vif-deleted', 'tag': 'bb9179f8-3223-4bf8-8415-61d6839815ce'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:07:07.404716 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9ed50d-b5e8-4509-b1cc-13f8e6236e07" -d '{"events": [{"server_uuid": "01fa28a9-ed22-442e-9413-6dfae531b66d", "name": "network-vif-deleted", "tag": "bb9179f8-3223-4bf8-8415-61d6839815ce"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:07:07.453240 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54021e18-46e2-4ec1-9076-1dd975e50a47 req-d4d5c40d-6541-4a3e-b5f6-9bc0e6d62fb8 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:07.455862 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-54021e18-46e2-4ec1-9076-1dd975e50a47 req-d4d5c40d-6541-4a3e-b5f6-9bc0e6d62fb8 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.1466434 Sep 21 10:07:07.476425 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684a2c68-3bb6-421a-8e19-7b3a22589199 x-openstack-request-id: req-684a2c68-3bb6-421a-8e19-7b3a22589199 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:07:07.476802 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fa28a9-ed22-442e-9413-6dfae531b66d", "name": "network-vif-deleted", "tag": "bb9179f8-3223-4bf8-8415-61d6839815ce", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:07:07.477259 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-684a2c68-3bb6-421a-8e19-7b3a22589199 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:07:07.477872 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684a2c68-3bb6-421a-8e19-7b3a22589199'] response: {'server_uuid': '01fa28a9-ed22-442e-9413-6dfae531b66d', 'name': 'network-vif-deleted', 'tag': 'bb9179f8-3223-4bf8-8415-61d6839815ce', 'status': 'completed', 'code': 200} Sep 21 10:07:07.559195 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-54021e18-46e2-4ec1-9076-1dd975e50a47 req-6c9f7932-cde2-4307-a8ef-d1c0d36f226d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854666 Sep 21 10:07:07.611250 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b1595822-439d-4a04-bb19-1b50a6b6353e req-0f180bf8-5e6d-4b64-9d6d-d3b3a40be1f8 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 210 time: 0.0473497 Sep 21 10:07:07.715422 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device bb9179f8-3223-4bf8-8415-61d6839815ce no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:07:07.738242 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: bb9179f8-3223-4bf8-8415-61d6839815ce {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:07:07.738242 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device bb9179f8-3223-4bf8-8415-61d6839815ce not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:07:08.756506 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d098e3f8-6880-4007-bdf3-3c461c9e9f98 req-a97e544c-54d4-40bb-9ab8-56a7862118b4 tempest-DeleteServersTestJSON-600665494 tempest-DeleteServersTestJSON-600665494-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01fa28a9-ed22-442e-9413-6dfae531b66d HTTP/1.1" status: 200 len: 210 time: 0.0312219 Sep 21 10:07:08.763369 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cd874-a527-45b7-9aa3-dd3d2b18f174 req-2536a92b-5939-4821-8987-8d7fc99c5a16 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:08.765170 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-007cd874-a527-45b7-9aa3-dd3d2b18f174 req-2536a92b-5939-4821-8987-8d7fc99c5a16 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.0943358 Sep 21 10:07:08.837827 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-007cd874-a527-45b7-9aa3-dd3d2b18f174 req-f3aabd0f-d6bc-42d1-a575-b441b7c860aa tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589271 Sep 21 10:07:10.045521 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2a883-ca33-4172-8835-a2de87a26477 req-22f31445-a5a2-432d-b47a-f43de0820978 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:10.047219 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fdb2a883-ca33-4172-8835-a2de87a26477 req-22f31445-a5a2-432d-b47a-f43de0820978 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.0885401 Sep 21 10:07:10.148919 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fdb2a883-ca33-4172-8835-a2de87a26477 req-35ea0a14-7da6-464e-ad09-bdae17849e25 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881860 Sep 21 10:07:10.757540 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 50972) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:10.932473 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a152c74b-fc1e-4c1d-a012-f28cb9a617c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:11.016964 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 50980) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:11.081045 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a152c74b-fc1e-4c1d-a012-f28cb9a617c7 admin admin] Publish callbacks [] for security_group (8df10b98-fae9-4dfa-9674-fe8aa552ba7a), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:11.094874 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a152c74b-fc1e-4c1d-a012-f28cb9a617c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (8df10b98-fae9-4dfa-9674-fe8aa552ba7a), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:11.171052 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f6b3debe-3c24-400c-91d3-b4560111642c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:11.176536 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-a152c74b-fc1e-4c1d-a012-f28cb9a617c7 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c6b1fa581c464aa6ae6a80b97c0f3bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4167435 Sep 21 10:07:11.178943 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152c74b-fc1e-4c1d-a012-f28cb9a617c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df10b98-fae9-4dfa-9674-fe8aa552ba7a,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:11.180414 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 50986) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:11.189626 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:11.204758 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:11.278673 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f324ebd8-7ae1-435d-ab9a-8b39016a8c80 admin admin] Publish callbacks [] for security_group (8df10b98-fae9-4dfa-9674-fe8aa552ba7a), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:11.317304 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f324ebd8-7ae1-435d-ab9a-8b39016a8c80 admin admin] Publish callbacks [] for security_group (8df10b98-fae9-4dfa-9674-fe8aa552ba7a), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:11.383178 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f6b3debe-3c24-400c-91d3-b4560111642c admin admin] Publish callbacks [] for security_group (46c237cb-9d94-46cf-9464-766e6860046f), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:11.404016 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f6b3debe-3c24-400c-91d3-b4560111642c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (46c237cb-9d94-46cf-9464-766e6860046f), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:11.440220 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5d84d-e903-4db9-bbd2-8c04322954d7 req-584d37d1-b852-405a-b2b9-bd294bde1d2d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:11.441855 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b3a5d84d-e903-4db9-bbd2-8c04322954d7 req-584d37d1-b852-405a-b2b9-bd294bde1d2d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.1118116 Sep 21 10:07:11.484451 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-f6b3debe-3c24-400c-91d3-b4560111642c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=053b2f46060b45dc9ef4cfcc4645756f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4614432 Sep 21 10:07:11.486867 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3debe-3c24-400c-91d3-b4560111642c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c237cb-9d94-46cf-9464-766e6860046f,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:11.487490 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 50996) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:11.520327 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f324ebd8-7ae1-435d-ab9a-8b39016a8c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (8df10b98-fae9-4dfa-9674-fe8aa552ba7a), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:11.525958 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f324ebd8-7ae1-435d-ab9a-8b39016a8c80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:11.527370 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-f324ebd8-7ae1-435d-ab9a-8b39016a8c80 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8df10b98-fae9-4dfa-9674-fe8aa552ba7a HTTP/1.1" status: 204 len: 168 time: 0.3452139 Sep 21 10:07:11.552233 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324ebd8-7ae1-435d-ab9a-8b39016a8c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df10b98-fae9-4dfa-9674-fe8aa552ba7a,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:11.558742 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b3a5d84d-e903-4db9-bbd2-8c04322954d7 req-74b31ed2-9bb3-46a2-b1ed-dc8377cf075e tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966167 Sep 21 10:07:11.664873 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f5614963-b5e0-4ba5-acc1-6207238b9174 admin admin] Publish callbacks [] for security_group (46c237cb-9d94-46cf-9464-766e6860046f), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:11.727943 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f5614963-b5e0-4ba5-acc1-6207238b9174 admin admin] Publish callbacks [] for security_group (46c237cb-9d94-46cf-9464-766e6860046f), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:11.843049 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f5614963-b5e0-4ba5-acc1-6207238b9174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (46c237cb-9d94-46cf-9464-766e6860046f), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:11.846282 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f5614963-b5e0-4ba5-acc1-6207238b9174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:11.848095 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-f5614963-b5e0-4ba5-acc1-6207238b9174 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/46c237cb-9d94-46cf-9464-766e6860046f HTTP/1.1" status: 204 len: 168 time: 0.3585293 Sep 21 10:07:11.868103 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5614963-b5e0-4ba5-acc1-6207238b9174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c237cb-9d94-46cf-9464-766e6860046f,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:11.888038 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 51016) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:12.415509 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51034) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:12.461058 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-de258eca-ee54-41d6-80e5-5ca193641cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:12.587757 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:12.628965 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-de258eca-ee54-41d6-80e5-5ca193641cd6 admin admin] Publish callbacks [] for security_group (a00d823f-a4df-491d-a727-ab007ccb3fea), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:12.637417 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-de258eca-ee54-41d6-80e5-5ca193641cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (a00d823f-a4df-491d-a727-ab007ccb3fea), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:12.671997 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de258eca-ee54-41d6-80e5-5ca193641cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00d823f-a4df-491d-a727-ab007ccb3fea,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:12.714660 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-de258eca-ee54-41d6-80e5-5ca193641cd6 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=cfa5ff7b5b894f23a032cc06901cf023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970285 Sep 21 10:07:12.720438 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51042) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:12.802458 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e74c-0a85-4998-98b7-760f78134784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429990'] for router_interface (68cb6eb3-e96b-420c-b2f1-eaaefe0015aa), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:12.830647 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3575d7d9-bcf3-421b-b074-0048594d07ad admin admin] Publish callbacks [] for security_group (a00d823f-a4df-491d-a727-ab007ccb3fea), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:12.873264 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3575d7d9-bcf3-421b-b074-0048594d07ad admin admin] Publish callbacks [] for security_group (a00d823f-a4df-491d-a727-ab007ccb3fea), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:12.892819 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:12.910680 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851efc0-81f1-4dce-9978-652a5d13344e req-c3507f61-e9d6-4a8b-8a84-b41f4bcaa20c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:12.913400 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3851efc0-81f1-4dce-9978-652a5d13344e req-c3507f61-e9d6-4a8b-8a84-b41f4bcaa20c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.1656146 Sep 21 10:07:12.957989 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51048) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:12.986069 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-34c7dd92-0201-46df-bb51-ef00b9eaf917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:13.029715 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3575d7d9-bcf3-421b-b074-0048594d07ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (a00d823f-a4df-491d-a727-ab007ccb3fea), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:13.032722 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3575d7d9-bcf3-421b-b074-0048594d07ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:13.038538 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-3575d7d9-bcf3-421b-b074-0048594d07ad admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a00d823f-a4df-491d-a727-ab007ccb3fea HTTP/1.1" status: 204 len: 168 time: 0.3123882 Sep 21 10:07:13.038867 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:13.041654 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3851efc0-81f1-4dce-9978-652a5d13344e req-32949e8a-7d71-405a-82e8-33349f791ae0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194730 Sep 21 10:07:13.071138 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575d7d9-bcf3-421b-b074-0048594d07ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00d823f-a4df-491d-a727-ab007ccb3fea,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:13.085081 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:13.086090 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:13.200049 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-34c7dd92-0201-46df-bb51-ef00b9eaf917 admin admin] Publish callbacks [] for security_group (eb479eca-bd54-4fc1-be0a-797d519866a4), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:13.203485 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:13.206441 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-34c7dd92-0201-46df-bb51-ef00b9eaf917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (eb479eca-bd54-4fc1-be0a-797d519866a4), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:13.271909 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-34c7dd92-0201-46df-bb51-ef00b9eaf917 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9002a9e2a3574327980ba3cf4798d082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108306 Sep 21 10:07:13.275798 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51058) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:13.285387 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7dd92-0201-46df-bb51-ef00b9eaf917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb479eca-bd54-4fc1-be0a-797d519866a4,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:13.369728 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e18863a5-c835-40d7-9976-0043bffc90ff admin admin] Publish callbacks [] for security_group (eb479eca-bd54-4fc1-be0a-797d519866a4), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:13.398092 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-3fc5e74c-0a85-4998-98b7-760f78134784 admin admin] Deleting port bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:07:13.398092 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e74c-0a85-4998-98b7-760f78134784 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:13.416826 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e18863a5-c835-40d7-9976-0043bffc90ff admin admin] Publish callbacks [] for security_group (eb479eca-bd54-4fc1-be0a-797d519866a4), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:13.541081 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [None req-3fc5e74c-0a85-4998-98b7-760f78134784 admin admin] For port bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd,segment=NetworkSegment(9e458648-9149-441d-a094-021b458ff48c),segment_id=9e458648-9149-441d-a094-021b458ff48c)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:07:13.541518 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e74c-0a85-4998-98b7-760f78134784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:13.553515 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e18863a5-c835-40d7-9976-0043bffc90ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (eb479eca-bd54-4fc1-be0a-797d519866a4), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:13.557941 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e18863a5-c835-40d7-9976-0043bffc90ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:13.562050 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-e18863a5-c835-40d7-9976-0043bffc90ff admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/eb479eca-bd54-4fc1-be0a-797d519866a4 HTTP/1.1" status: 204 len: 168 time: 0.2832732 Sep 21 10:07:13.585484 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18863a5-c835-40d7-9976-0043bffc90ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb479eca-bd54-4fc1-be0a-797d519866a4,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:13.603472 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-3fc5e74c-0a85-4998-98b7-760f78134784 admin admin] Calling delete_port for bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd owned by network:router_interface {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:07:14.448172 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e74c-0a85-4998-98b7-760f78134784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994'] for port (bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:14.483628 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5e74c-0a85-4998-98b7-760f78134784 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:14.492672 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82914547-dccf-4006-a5fc-6881809f3663 req-525669ab-1227-4dfe-a902-912ada727e37 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:14.494306 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-82914547-dccf-4006-a5fc-6881809f3663 req-525669ab-1227-4dfe-a902-912ada727e37 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.0861981 Sep 21 10:07:14.610949 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:07:14.701136 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-82914547-dccf-4006-a5fc-6881809f3663 req-69dd6e13-c5c2-4bf5-a921-648855e0ecde tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715150 Sep 21 10:07:14.729015 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e74c-0a85-4998-98b7-760f78134784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-434198'] for router_interface (68cb6eb3-e96b-420c-b2f1-eaaefe0015aa), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:14.898446 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:15.147095 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc5e74c-0a85-4998-98b7-760f78134784 admin admin] Router 68cb6eb3-e96b-420c-b2f1-eaaefe0015aa has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:07:15.301211 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc5e74c-0a85-4998-98b7-760f78134784 admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:07:15.313625 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba264a4-9e38-40e5-bf14-df708b3d2e50 None None] Sync routers for ids ['68cb6eb3-e96b-420c-b2f1-eaaefe0015aa'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:07:15.316788 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51156) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:15.329378 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-3fc5e74c-0a85-4998-98b7-760f78134784 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/68cb6eb3-e96b-420c-b2f1-eaaefe0015aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4392300 Sep 21 10:07:15.363373 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba264a4-9e38-40e5-bf14-df708b3d2e50 None None] Routers {'68cb6eb3-e96b-420c-b2f1-eaaefe0015aa'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:07:15.376164 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-1ba264a4-9e38-40e5-bf14-df708b3d2e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:07:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['68cb6eb3-e96b-420c-b2f1-eaaefe0015aa'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:07:15.540483 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-66ac97a7-7d5d-421f-9ce9-e24934d5c879 admin admin] Publish callbacks [] for router (68cb6eb3-e96b-420c-b2f1-eaaefe0015aa), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:15.753206 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-1ba264a4-9e38-40e5-bf14-df708b3d2e50 None None] Set router 68cb6eb3-e96b-420c-b2f1-eaaefe0015aa gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:07:15.823677 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-66ac97a7-7d5d-421f-9ce9-e24934d5c879 admin admin] Publish callbacks [] for router_gateway (68cb6eb3-e96b-420c-b2f1-eaaefe0015aa), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:15.892433 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:15.922621 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-66ac97a7-7d5d-421f-9ce9-e24934d5c879 admin admin] Deleting port b0fad204-d915-4725-9e21-9785511ad2a1 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:07:15.923684 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-66ac97a7-7d5d-421f-9ce9-e24934d5c879 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (b0fad204-d915-4725-9e21-9785511ad2a1), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:15.981144 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298de37c-0234-42e9-b959-ba3357e844de req-04de2882-cf74-4f1f-89fa-d3468d029fff tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:15.984406 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-298de37c-0234-42e9-b959-ba3357e844de req-04de2882-cf74-4f1f-89fa-d3468d029fff tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.1089225 Sep 21 10:07:15.987855 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:16.071005 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [None req-66ac97a7-7d5d-421f-9ce9-e24934d5c879 admin admin] For port b0fad204-d915-4725-9e21-9785511ad2a1, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=b0fad204-d915-4725-9e21-9785511ad2a1,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:07:16.072872 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-66ac97a7-7d5d-421f-9ce9-e24934d5c879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (b0fad204-d915-4725-9e21-9785511ad2a1), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:16.083620 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-298de37c-0234-42e9-b959-ba3357e844de req-cede58b3-238d-41f8-94f9-5ac656a1910d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849702 Sep 21 10:07:16.106140 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-66ac97a7-7d5d-421f-9ce9-e24934d5c879 admin admin] Calling delete_port for b0fad204-d915-4725-9e21-9785511ad2a1 owned by network:router_gateway {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:07:16.186717 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-1ba264a4-9e38-40e5-bf14-df708b3d2e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cb6eb3-e96b-420c-b2f1-eaaefe0015aa', 'name': 'tempest-DeleteServersTestJSON-1812815671-router', 'tenant_id': 'd7699a66a36f47a5b185517572024dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b0fad204-d915-4725-9e21-9785511ad2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:07:13Z', 'revision_number': 5, 'project_id': 'd7699a66a36f47a5b185517572024dfe', 'gw_port': {'id': 'b0fad204-d915-4725-9e21-9785511ad2a1', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cb6eb3-e96b-420c-b2f1-eaaefe0015aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:07:16.202393 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 51184) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:16.236726 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba264a4-9e38-40e5-bf14-df708b3d2e50 None None] Checking router: 68cb6eb3-e96b-420c-b2f1-eaaefe0015aa for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:07:16.253088 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba264a4-9e38-40e5-bf14-df708b3d2e50 None None] Routers {'68cb6eb3-e96b-420c-b2f1-eaaefe0015aa'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:07:16.256076 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-1ba264a4-9e38-40e5-bf14-df708b3d2e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:07:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['68cb6eb3-e96b-420c-b2f1-eaaefe0015aa'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:07:16.447303 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a0e71b3b-2455-4e98-be70-6d7b40830931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:16.515606 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:16.558074 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-1ba264a4-9e38-40e5-bf14-df708b3d2e50 None None] Set router 68cb6eb3-e96b-420c-b2f1-eaaefe0015aa gateway port host: None {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:07:16.694642 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-1ba264a4-9e38-40e5-bf14-df708b3d2e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cb6eb3-e96b-420c-b2f1-eaaefe0015aa', 'name': 'tempest-DeleteServersTestJSON-1812815671-router', 'tenant_id': 'd7699a66a36f47a5b185517572024dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:07:15Z', 'revision_number': 6, 'project_id': 'd7699a66a36f47a5b185517572024dfe', 'gw_port_host': None}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:07:16.697283 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a0e71b3b-2455-4e98-be70-6d7b40830931 admin admin] Publish callbacks [] for security_group (2eb0e3d8-2b17-41f2-b46a-b8c46478d453), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:16.706501 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a0e71b3b-2455-4e98-be70-6d7b40830931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (2eb0e3d8-2b17-41f2-b46a-b8c46478d453), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:16.768935 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba264a4-9e38-40e5-bf14-df708b3d2e50 None None] The sync data for ids ['68cb6eb3-e96b-420c-b2f1-eaaefe0015aa'] in dv-cinder-855479-2-iscsi is: [{'id': '68cb6eb3-e96b-420c-b2f1-eaaefe0015aa', 'name': 'tempest-DeleteServersTestJSON-1812815671-router', 'tenant_id': 'd7699a66a36f47a5b185517572024dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:07:15Z', 'revision_number': 6, 'project_id': 'd7699a66a36f47a5b185517572024dfe', 'gw_port_host': None}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:07:16.784871 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-a0e71b3b-2455-4e98-be70-6d7b40830931 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ae53ea8c369c43d7985aaf33f3a5fd3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5812762 Sep 21 10:07:16.786422 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e71b3b-2455-4e98-be70-6d7b40830931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb0e3d8-2b17-41f2-b46a-b8c46478d453,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:16.787830 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51202) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:16.850572 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-66ac97a7-7d5d-421f-9ce9-e24934d5c879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994'] for port (b0fad204-d915-4725-9e21-9785511ad2a1), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:16.905482 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac97a7-7d5d-421f-9ce9-e24934d5c879 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0fad204-d915-4725-9e21-9785511ad2a1,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:16.957481 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d99f786c-a5cc-4a01-a805-c01dde4d1f4a admin admin] Publish callbacks [] for security_group (2eb0e3d8-2b17-41f2-b46a-b8c46478d453), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:16.960641 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-66ac97a7-7d5d-421f-9ce9-e24934d5c879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438108'] for router_gateway (68cb6eb3-e96b-420c-b2f1-eaaefe0015aa), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:17.086137 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d99f786c-a5cc-4a01-a805-c01dde4d1f4a admin admin] Publish callbacks [] for security_group (2eb0e3d8-2b17-41f2-b46a-b8c46478d453), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:17.101020 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-66ac97a7-7d5d-421f-9ce9-e24934d5c879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (68cb6eb3-e96b-420c-b2f1-eaaefe0015aa), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:17.105862 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-66ac97a7-7d5d-421f-9ce9-e24934d5c879 admin admin] Publish callbacks [] for router_controller (68cb6eb3-e96b-420c-b2f1-eaaefe0015aa), precommit_delete_associations {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:17.122152 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:17.200848 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-66ac97a7-7d5d-421f-9ce9-e24934d5c879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434283'] for router (68cb6eb3-e96b-420c-b2f1-eaaefe0015aa), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:17.201548 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ac97a7-7d5d-421f-9ce9-e24934d5c879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68cb6eb3-e96b-420c-b2f1-eaaefe0015aa {{(pid=106520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 10:07:17.207790 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-66ac97a7-7d5d-421f-9ce9-e24934d5c879 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:17.209191 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-66ac97a7-7d5d-421f-9ce9-e24934d5c879 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/68cb6eb3-e96b-420c-b2f1-eaaefe0015aa HTTP/1.1" status: 204 len: 168 time: 1.8913646 Sep 21 10:07:17.213305 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51210) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:17.272877 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d99f786c-a5cc-4a01-a805-c01dde4d1f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (2eb0e3d8-2b17-41f2-b46a-b8c46478d453), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:17.275450 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d99f786c-a5cc-4a01-a805-c01dde4d1f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:17.279377 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-d99f786c-a5cc-4a01-a805-c01dde4d1f4a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2eb0e3d8-2b17-41f2-b46a-b8c46478d453 HTTP/1.1" status: 204 len: 168 time: 0.4875898 Sep 21 10:07:17.293221 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f786c-a5cc-4a01-a805-c01dde4d1f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb0e3d8-2b17-41f2-b46a-b8c46478d453,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:17.297423 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a799978-7c21-4cdc-a566-2acc1713e463 admin admin] Deleting subnet c725d009-40a5-4e48-8390-47275e85bd38 {{(pid=106520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 10:07:17.301750 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3a799978-7c21-4cdc-a566-2acc1713e463 admin admin] Publish callbacks [] for subnet (c725d009-40a5-4e48-8390-47275e85bd38), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:17.370054 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3a799978-7c21-4cdc-a566-2acc1713e463 admin admin] Publish callbacks [] for subnet (c725d009-40a5-4e48-8390-47275e85bd38), precommit_delete_associations {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:17.372566 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f200c-e4b2-4f4a-b476-61aaa931a74d req-9b2fded4-b1f5-4417-9455-b907aabb00f5 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:17.375717 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-768f200c-e4b2-4f4a-b476-61aaa931a74d req-9b2fded4-b1f5-4417-9455-b907aabb00f5 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.0986707 Sep 21 10:07:17.452326 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-768f200c-e4b2-4f4a-b476-61aaa931a74d req-5c5ce46f-c56f-4da8-af63-9c3c8403031e tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690300 Sep 21 10:07:17.508772 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3a799978-7c21-4cdc-a566-2acc1713e463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1348970'] for subnet (c725d009-40a5-4e48-8390-47275e85bd38), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:17.590815 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3a799978-7c21-4cdc-a566-2acc1713e463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for subnet (c725d009-40a5-4e48-8390-47275e85bd38), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:17.626148 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a799978-7c21-4cdc-a566-2acc1713e463 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c725d009-40a5-4e48-8390-47275e85bd38,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:17.631618 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3a799978-7c21-4cdc-a566-2acc1713e463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:17.636163 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-3a799978-7c21-4cdc-a566-2acc1713e463 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/c725d009-40a5-4e48-8390-47275e85bd38 HTTP/1.1" status: 204 len: 168 time: 0.4211035 Sep 21 10:07:17.637109 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10ab377-0ed2-473b-9895-5d42b059ff23 None None] Network e7915053-18f1-403c-9517-b13162051fdd requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:07:17.640673 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51220) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:17.752389 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326367'] for network (e7915053-18f1-403c-9517-b13162051fdd), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:17.758786 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:17.838112 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Deleting port 1fbd6870-85f2-4e8b-a23d-266caf53476e {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:07:17.838583 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (1fbd6870-85f2-4e8b-a23d-266caf53476e), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:17.866159 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 51226) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:17.881970 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2b8ed5-da89-4a41-9bd0-4df2ffc58344 None None] DHCP port deletion for e7915053-18f1-403c-9517-b13162051fdd request from dv-cinder-855479-2-iscsi {{(pid=106521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 10:07:17.916561 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-62144a2d-f2af-4ff5-810a-0442b489390d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:17.930132 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b8ed5-da89-4a41-9bd0-4df2ffc58344 None None] Deleting port 1fbd6870-85f2-4e8b-a23d-266caf53476e {{(pid=106521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:07:17.930760 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8ed5-da89-4a41-9bd0-4df2ffc58344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (1fbd6870-85f2-4e8b-a23d-266caf53476e), before_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:18.064875 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] For port 1fbd6870-85f2-4e8b-a23d-266caf53476e, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=1fbd6870-85f2-4e8b-a23d-266caf53476e,segment=NetworkSegment(9e458648-9149-441d-a094-021b458ff48c),segment_id=9e458648-9149-441d-a094-021b458ff48c)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:07:18.065982 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (1fbd6870-85f2-4e8b-a23d-266caf53476e), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:18.092586 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Calling delete_port for 1fbd6870-85f2-4e8b-a23d-266caf53476e owned by network:dhcp {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:07:18.102811 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d00acae4-9c71-4e42-a3ae-db2cbdfbd0f0 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=a2b909852ab44325ac2f4ad499b09c46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569127 Sep 21 10:07:18.124556 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-62144a2d-f2af-4ff5-810a-0442b489390d admin admin] Publish callbacks [] for security_group (7760089b-8d9d-410b-9dab-1c171f8e4c0d), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:18.182535 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:DELETE=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:18.202610 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-3e2b8ed5-da89-4a41-9bd0-4df2ffc58344 None None] For port 1fbd6870-85f2-4e8b-a23d-266caf53476e, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=1fbd6870-85f2-4e8b-a23d-266caf53476e,segment=NetworkSegment(9e458648-9149-441d-a094-021b458ff48c),segment_id=9e458648-9149-441d-a094-021b458ff48c)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:07:18.203872 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8ed5-da89-4a41-9bd0-4df2ffc58344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (1fbd6870-85f2-4e8b-a23d-266caf53476e), precommit_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:18.219885 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b8ed5-da89-4a41-9bd0-4df2ffc58344 None None] Calling delete_port for 1fbd6870-85f2-4e8b-a23d-266caf53476e owned by network:dhcp {{(pid=106521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:07:18.233840 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-62144a2d-f2af-4ff5-810a-0442b489390d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (7760089b-8d9d-410b-9dab-1c171f8e4c0d), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:18.275278 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994'] for port (1fbd6870-85f2-4e8b-a23d-266caf53476e), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:18.327086 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:18.328038 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] No DVR routers for this DVR port 1fbd6870-85f2-4e8b-a23d-266caf53476e on host dv-cinder-855479-2-iscsi {{(pid=106520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:07:18.362349 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=1fbd6870-85f2-4e8b-a23d-266caf53476e,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:18.384019 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8ed5-da89-4a41-9bd0-4df2ffc58344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994'] for port (1fbd6870-85f2-4e8b-a23d-266caf53476e), after_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:18.395455 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 1fbd6870-85f2-4e8b-a23d-266caf53476e no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:07:18.399019 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2b8ed5-da89-4a41-9bd0-4df2ffc58344 None None] No DVR routers for this DVR port 1fbd6870-85f2-4e8b-a23d-266caf53476e on host dv-cinder-855479-2-iscsi {{(pid=106521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:07:18.429677 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-62144a2d-f2af-4ff5-810a-0442b489390d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=25384135d35b4a529c1897da4e55a5fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5590909 Sep 21 10:07:18.445214 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b8ed5-da89-4a41-9bd0-4df2ffc58344 None None] Pushing event deleted for resources: {'Port': ['ID=1fbd6870-85f2-4e8b-a23d-266caf53476e,revision_number=None']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:18.445688 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62144a2d-f2af-4ff5-810a-0442b489390d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7760089b-8d9d-410b-9dab-1c171f8e4c0d,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:18.452835 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: 1fbd6870-85f2-4e8b-a23d-266caf53476e {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:07:18.453588 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 1fbd6870-85f2-4e8b-a23d-266caf53476e not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:07:18.454205 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b0fad204-d915-4725-9e21-9785511ad2a1 no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:07:18.459049 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 51248) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:18.481082 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: b0fad204-d915-4725-9e21-9785511ad2a1 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:07:18.482676 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b0fad204-d915-4725-9e21-9785511ad2a1 not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:07:18.483388 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:07:18.515827 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:07:18.516400 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device bf1c2a8f-f37d-46ba-b86a-2fac9986f9bd not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:07:18.517362 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-2776a4db-8db5-4505-a19a-698845f24880 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:18.526915 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-2776a4db-8db5-4505-a19a-698845f24880 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4107094 Sep 21 10:07:18.595745 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-4265b5ad-b32a-425e-bc43-5dc0e13000a4 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/quotas/a2b909852ab44325ac2f4ad499b09c46 HTTP/1.1" status: 200 len: 375 time: 0.0556133 Sep 21 10:07:18.625800 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433921', 'neutron.services.segments.db._delete_segments_for_network-8760788516801'] for network (e7915053-18f1-403c-9517-b13162051fdd), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:18.666497 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3441e7a5-6618-43b5-8e7d-a2c522b91548 admin admin] Publish callbacks [] for security_group (7760089b-8d9d-410b-9dab-1c171f8e4c0d), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:18.667569 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:07:18.668301 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:07:18.669945 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:07:18.670739 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Subscribe: > port after_create 55550000 {{(pid=106520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:07:18.672125 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Subscribe: > port after_delete 55550000 {{(pid=106520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:07:18.672125 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Subscribe: > port after_update 55550000 {{(pid=106520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:07:18.672620 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:07:18.673240 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:07:18.673824 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:07:18.674423 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:07:18.683211 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-613be4f8-9196-4c38-b445-53e0aac9ea6b tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a2b909852ab44325ac2f4ad499b09c46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606213 Sep 21 10:07:18.698341 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad35558-11fe-47d4-a7c5-05e8c27d18f0 req-83a59c5a-1682-4327-a7e7-cab62eb9c2d4 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:18.700379 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fad35558-11fe-47d4-a7c5-05e8c27d18f0 req-83a59c5a-1682-4327-a7e7-cab62eb9c2d4 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.1234384 Sep 21 10:07:18.733498 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3441e7a5-6618-43b5-8e7d-a2c522b91548 admin admin] Publish callbacks [] for security_group (7760089b-8d9d-410b-9dab-1c171f8e4c0d), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:18.820035 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:18.831530 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fad35558-11fe-47d4-a7c5-05e8c27d18f0 req-59408ab9-4ae0-4f8c-a888-562f01b948a4 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240513 Sep 21 10:07:18.865692 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3441e7a5-6618-43b5-8e7d-a2c522b91548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (7760089b-8d9d-410b-9dab-1c171f8e4c0d), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:18.868836 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3441e7a5-6618-43b5-8e7d-a2c522b91548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:18.870154 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-3441e7a5-6618-43b5-8e7d-a2c522b91548 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7760089b-8d9d-410b-9dab-1c171f8e4c0d HTTP/1.1" status: 204 len: 168 time: 0.4106176 Sep 21 10:07:18.879689 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441e7a5-6618-43b5-8e7d-a2c522b91548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7760089b-8d9d-410b-9dab-1c171f8e4c0d,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:18.928549 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:07:18.929154 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:07:18.929638 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:07:18.930133 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:07:18.930818 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7915053-18f1-403c-9517-b13162051fdd']}} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:07:18.955107 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e458648-9149-441d-a094-021b458ff48c') {'for_net_delete': True} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:07:18.955401 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e458648-9149-441d-a094-021b458ff48c') {} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:07:18.979717 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760788516693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9665345'] for segment (9e458648-9149-441d-a094-021b458ff48c), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:19.005853 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (9e458648-9149-441d-a094-021b458ff48c), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:19.020194 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=106520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 10:07:19.020619 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667778'] for segment (9e458648-9149-441d-a094-021b458ff48c), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:19.028426 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fa94930d-ad43-45ac-8f80-a2cae4d9971a req-5adeb255-36e8-4d47-926f-6bd3d9607da0 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 210 time: 0.0694909 Sep 21 10:07:19.130765 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1433976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438153'] for network (e7915053-18f1-403c-9517-b13162051fdd), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:19.146605 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:19.171436 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/e7915053-18f1-403c-9517-b13162051fdd HTTP/1.1" status: 204 len: 168 time: 1.5293877 Sep 21 10:07:19.198328 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62a91a-f0bb-4b8a-a64e-b304cf2ee3cd admin admin] Pushing event deleted for resources: {'Network': ['ID=e7915053-18f1-403c-9517-b13162051fdd,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:19.520947 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51284) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:19.575727 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-ebdd8aae-72bd-483d-94e4-1563d849d930 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d7699a66a36f47a5b185517572024dfe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0530279 Sep 21 10:07:19.579588 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51286) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:19.667212 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ba4447f6-e6fd-4a63-9e70-3a211d73fa30 admin admin] Publish callbacks [] for security_group (320dc627-4f92-41f6-9a67-b752910d7456), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:19.714411 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ba4447f6-e6fd-4a63-9e70-3a211d73fa30 admin admin] Publish callbacks [] for security_group (320dc627-4f92-41f6-9a67-b752910d7456), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:19.821808 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ba4447f6-e6fd-4a63-9e70-3a211d73fa30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (320dc627-4f92-41f6-9a67-b752910d7456), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:19.825980 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ba4447f6-e6fd-4a63-9e70-3a211d73fa30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:19.827418 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-ba4447f6-e6fd-4a63-9e70-3a211d73fa30 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/320dc627-4f92-41f6-9a67-b752910d7456 HTTP/1.1" status: 204 len: 168 time: 0.2465444 Sep 21 10:07:19.845951 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.services.segments.plugin [-] Segment 9e458648-9149-441d-a094-021b458ff48c resource provider aggregate not found Sep 21 10:07:19.847279 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 51294) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:19.893204 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4447f6-e6fd-4a63-9e70-3a211d73fa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320dc627-4f92-41f6-9a67-b752910d7456,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:19.942585 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.services.segments.plugin [-] Segment 9e458648-9149-441d-a094-021b458ff48c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e458648-9149-441d-a094-021b458ff48c found for delete ", "request_id": "req-5081311a-6a60-4cb5-a6f2-a6bcfb70c63a"}]} Sep 21 10:07:20.001889 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51304) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:20.025410 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f2122849-6cd1-454c-8da0-e60746132455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:20.044413 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152f3d1-6d15-43d2-88a0-7b1805c1b93d req-1242f045-7001-46af-be5a-e4071e77cb4c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:20.055269 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3152f3d1-6d15-43d2-88a0-7b1805c1b93d req-1242f045-7001-46af-be5a-e4071e77cb4c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.0754302 Sep 21 10:07:20.139056 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3152f3d1-6d15-43d2-88a0-7b1805c1b93d req-78f7e9f9-ae1b-449f-ab47-085a271a6059 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822387 Sep 21 10:07:20.238641 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e6d76fd2-1e17-4e1b-a23f-d4c126df5f0b req-51ee703b-9497-4766-90d4-e7d0a8958b44 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 210 time: 0.0655806 Sep 21 10:07:20.286124 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f2122849-6cd1-454c-8da0-e60746132455 admin admin] Publish callbacks [] for security_group (8717be2e-6082-435a-a015-ba0b0a69260d), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:20.295224 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f2122849-6cd1-454c-8da0-e60746132455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (8717be2e-6082-435a-a015-ba0b0a69260d), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:20.347070 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-f2122849-6cd1-454c-8da0-e60746132455 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6fbcda65185f49d5a5b17518c91978c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440421 Sep 21 10:07:20.348164 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2122849-6cd1-454c-8da0-e60746132455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8717be2e-6082-435a-a015-ba0b0a69260d,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:20.353198 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 51312) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:20.472818 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-37f9380d-7e67-4742-8144-88206774e332 admin admin] Publish callbacks [] for security_group (8717be2e-6082-435a-a015-ba0b0a69260d), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:20.500324 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-37f9380d-7e67-4742-8144-88206774e332 admin admin] Publish callbacks [] for security_group (8717be2e-6082-435a-a015-ba0b0a69260d), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:20.563405 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-68c8ea2b-dfc7-4396-89c0-9a6893e1dcde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:20.633448 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-37f9380d-7e67-4742-8144-88206774e332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (8717be2e-6082-435a-a015-ba0b0a69260d), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:20.638370 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-37f9380d-7e67-4742-8144-88206774e332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:20.640443 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-37f9380d-7e67-4742-8144-88206774e332 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8717be2e-6082-435a-a015-ba0b0a69260d HTTP/1.1" status: 204 len: 168 time: 0.2861319 Sep 21 10:07:20.666219 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9380d-7e67-4742-8144-88206774e332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8717be2e-6082-435a-a015-ba0b0a69260d,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:20.792165 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-68c8ea2b-dfc7-4396-89c0-9a6893e1dcde admin admin] Publish callbacks [] for security_group (560d245e-e549-451a-96c4-f860dacd0391), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:20.801613 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-68c8ea2b-dfc7-4396-89c0-9a6893e1dcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (560d245e-e549-451a-96c4-f860dacd0391), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:20.899850 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:20.936812 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51330) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:20.937698 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-68c8ea2b-dfc7-4396-89c0-9a6893e1dcde admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2f0720b33cc74ea2af95c96a4f780003&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0861130 Sep 21 10:07:20.959073 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-4ae9a20d-4c6f-49f1-8b24-f2d5074f8a75 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=a2b909852ab44325ac2f4ad499b09c46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1065371 Sep 21 10:07:20.990322 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8ea2b-dfc7-4396-89c0-9a6893e1dcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560d245e-e549-451a-96c4-f860dacd0391,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:21.051167 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2b68-0bed-4900-930d-51d3e32f22a8 admin admin] Publish callbacks [] for security_group (560d245e-e549-451a-96c4-f860dacd0391), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:21.077160 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2b68-0bed-4900-930d-51d3e32f22a8 admin admin] Publish callbacks [] for security_group (560d245e-e549-451a-96c4-f860dacd0391), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:21.091770 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:21.126598 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:21.174201 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2b68-0bed-4900-930d-51d3e32f22a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (560d245e-e549-451a-96c4-f860dacd0391), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:21.178699 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2b68-0bed-4900-930d-51d3e32f22a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:21.184056 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-a7fe2b68-0bed-4900-930d-51d3e32f22a8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/560d245e-e549-451a-96c4-f860dacd0391 HTTP/1.1" status: 204 len: 168 time: 0.2460368 Sep 21 10:07:21.196872 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe2b68-0bed-4900-930d-51d3e32f22a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560d245e-e549-451a-96c4-f860dacd0391,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:21.278908 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-2465cbf3-4bd6-45c0-9bca-20794da7fbe5 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:21.280640 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-2465cbf3-4bd6-45c0-9bca-20794da7fbe5 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3149250 Sep 21 10:07:21.337029 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-e186e3b4-c4ef-45d0-80fc-b4d6316d8b74 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Request body: {'port': {'device_id': 'b853f497-0006-4c37-9295-73a2f0d99653', 'network_id': '0a25d622-93f7-41db-ad27-35a6f60c069b', 'admin_state_up': True, 'tenant_id': 'a2b909852ab44325ac2f4ad499b09c46'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:07:21.450220 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d2bdb-dac0-4c8a-b5a9-7472d7f65cc1 req-0ea90ca5-3156-4910-83bd-8e0bfd217c89 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:21.457173 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-141d2bdb-dac0-4c8a-b5a9-7472d7f65cc1 req-0ea90ca5-3156-4910-83bd-8e0bfd217c89 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.1634874 Sep 21 10:07:21.464724 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-84d5ef6b-4937-46b4-b617-b4f4d40d12e5 req-cf4700da-c67e-44a1-9253-ec9eef12df9d tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 210 time: 0.0639834 Sep 21 10:07:21.560819 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-141d2bdb-dac0-4c8a-b5a9-7472d7f65cc1 req-d08305ba-82a2-4ba3-818b-3b437ffb7224 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025302 Sep 21 10:07:21.609661 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-e186e3b4-c4ef-45d0-80fc-b4d6316d8b74 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Made reservation on behalf of a2b909852ab44325ac2f4ad499b09c46 for: {'port': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:07:21.613905 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-e186e3b4-c4ef-45d0-80fc-b4d6316d8b74 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:21.625454 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-e186e3b4-c4ef-45d0-80fc-b4d6316d8b74 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:21.812559 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-e186e3b4-c4ef-45d0-80fc-b4d6316d8b74 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Publish callbacks [] for security_group (036372b0-7882-4a3a-9375-e35c096bd85e), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:21.820755 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-e186e3b4-c4ef-45d0-80fc-b4d6316d8b74 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (036372b0-7882-4a3a-9375-e35c096bd85e), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:21.986840 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186e3b4-c4ef-45d0-80fc-b4d6316d8b74 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=036372b0-7882-4a3a-9375-e35c096bd85e,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:22.007890 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:22.115788 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-e186e3b4-c4ef-45d0-80fc-b4d6316d8b74 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Allocated IP 192.168.233.55 (0a25d622-93f7-41db-ad27-35a6f60c069b/764049f4-a919-4f5d-8d78-92bfed89fc91/19be1220-2339-4201-8f9d-1f0686c98fed) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:07:22.393258 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:22.404803 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-e186e3b4-c4ef-45d0-80fc-b4d6316d8b74 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Publish callbacks [] for port (19be1220-2339-4201-8f9d-1f0686c98fed), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:22.466818 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-e186e3b4-c4ef-45d0-80fc-b4d6316d8b74 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (19be1220-2339-4201-8f9d-1f0686c98fed), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:22.515405 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51390) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:22.564368 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-e186e3b4-c4ef-45d0-80fc-b4d6316d8b74 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Network 0a25d622-93f7-41db-ad27-35a6f60c069b is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:07:22.570481 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186e3b4-c4ef-45d0-80fc-b4d6316d8b74 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Pushing event updated for resources: {'Port': ['ID=19be1220-2339-4201-8f9d-1f0686c98fed,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:22.574199 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-e186e3b4-c4ef-45d0-80fc-b4d6316d8b74 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:07:22.577632 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-e186e3b4-c4ef-45d0-80fc-b4d6316d8b74 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:07:22.601023 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-e186e3b4-c4ef-45d0-80fc-b4d6316d8b74 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:22.602109 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-e186e3b4-c4ef-45d0-80fc-b4d6316d8b74 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:22.763532 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-e186e3b4-c4ef-45d0-80fc-b4d6316d8b74 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4322774 Sep 21 10:07:22.781412 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b5b98-a69d-4ad3-b6ab-4ff2bac7ad1b req-fa488069-3d73-445c-9595-6f179a0a89c5 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:22.784066 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e40b5b98-a69d-4ad3-b6ab-4ff2bac7ad1b req-fa488069-3d73-445c-9595-6f179a0a89c5 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 935 time: 0.1232088 Sep 21 10:07:22.793332 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Request body: {'port': {'device_id': 'b853f497-0006-4c37-9295-73a2f0d99653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:07:22.935864 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-65a84d55-1e6b-4116-8887-baee2b3eeb99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:22.999359 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (19be1220-2339-4201-8f9d-1f0686c98fed), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:23.010130 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e40b5b98-a69d-4ad3-b6ab-4ff2bac7ad1b req-921525ac-5f8b-41c1-b010-f546170c5cd8 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=036372b0-7882-4a3a-9375-e35c096bd85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116244 Sep 21 10:07:23.159298 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-bfad61a3-2055-456f-8753-e07411dc8060 None None] Provisioning complete for port 19be1220-2339-4201-8f9d-1f0686c98fed triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:07:23.160909 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-bfad61a3-2055-456f-8753-e07411dc8060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (19be1220-2339-4201-8f9d-1f0686c98fed), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:23.162242 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-bfad61a3-2055-456f-8753-e07411dc8060 None None] Attempt 1 to provision port 19be1220-2339-4201-8f9d-1f0686c98fed Sep 21 10:07:23.174746 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-65a84d55-1e6b-4116-8887-baee2b3eeb99 admin admin] Publish callbacks [] for security_group (35737b9f-1cd7-4694-ab62-6ad83890d723), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:23.183163 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-65a84d55-1e6b-4116-8887-baee2b3eeb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (35737b9f-1cd7-4694-ab62-6ad83890d723), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:23.239240 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-65a84d55-1e6b-4116-8887-baee2b3eeb99 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5604f5f8357d4e27a6eb87ff0e8dd44b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7192767 Sep 21 10:07:23.253159 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51412) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:23.289562 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-bfad61a3-2055-456f-8753-e07411dc8060 None None] Port 19be1220-2339-4201-8f9d-1f0686c98fed cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:07:23.335044 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a84d55-1e6b-4116-8887-baee2b3eeb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35737b9f-1cd7-4694-ab62-6ad83890d723,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:23.371282 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0bb20-1800-4d89-8b8b-81e1c6dbdbfe req-947cdacc-a1f0-4da2-b692-2edff2a55656 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:23.377888 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9ad0bb20-1800-4d89-8b8b-81e1c6dbdbfe req-947cdacc-a1f0-4da2-b692-2edff2a55656 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.2448988 Sep 21 10:07:23.394017 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f9b94550-a91e-4f13-8474-1e6f82227318 admin admin] Publish callbacks [] for security_group (35737b9f-1cd7-4694-ab62-6ad83890d723), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:23.456114 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f9b94550-a91e-4f13-8474-1e6f82227318 admin admin] Publish callbacks [] for security_group (35737b9f-1cd7-4694-ab62-6ad83890d723), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:23.565398 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f9b94550-a91e-4f13-8474-1e6f82227318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (35737b9f-1cd7-4694-ab62-6ad83890d723), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:23.570423 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f9b94550-a91e-4f13-8474-1e6f82227318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:23.572344 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-f9b94550-a91e-4f13-8474-1e6f82227318 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/35737b9f-1cd7-4694-ab62-6ad83890d723 HTTP/1.1" status: 204 len: 168 time: 0.3174777 Sep 21 10:07:23.586377 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b94550-a91e-4f13-8474-1e6f82227318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35737b9f-1cd7-4694-ab62-6ad83890d723,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:23.625188 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9ad0bb20-1800-4d89-8b8b-81e1c6dbdbfe req-22264a7c-1418-4d4c-b41e-99d01b500770 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762078 Sep 21 10:07:23.791004 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-bfad61a3-2055-456f-8753-e07411dc8060 None None] Attempt 2 to provision port 19be1220-2339-4201-8f9d-1f0686c98fed Sep 21 10:07:23.796482 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19be1220-2339-4201-8f9d-1f0686c98fed {{(pid=106519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:07:23.806887 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Publish callbacks [] for port (19be1220-2339-4201-8f9d-1f0686c98fed), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:23.824534 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.provisioning_blocks [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Transition to ACTIVE for port object 19be1220-2339-4201-8f9d-1f0686c98fed will not be triggered until provisioned by entity L2. {{(pid=106519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:07:23.832481 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (19be1220-2339-4201-8f9d-1f0686c98fed), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:23.854089 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-bfad61a3-2055-456f-8753-e07411dc8060 None None] Port 19be1220-2339-4201-8f9d-1f0686c98fed cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:07:23.888470 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Pushing event updated for resources: {'Port': ['ID=19be1220-2339-4201-8f9d-1f0686c98fed,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:23.910948 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:23.963166 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:23.969275 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Attempting to bind port 19be1220-2339-4201-8f9d-1f0686c98fed on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:07:23.969805 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Attempting to bind port 19be1220-2339-4201-8f9d-1f0686c98fed by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': '093f6d4f-ffaf-4c45-9701-ee3c6ca012c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0a25d622-93f7-41db-ad27-35a6f60c069b'}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:07:23.970323 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Attempting to bind port 19be1220-2339-4201-8f9d-1f0686c98fed on network 0a25d622-93f7-41db-ad27-35a6f60c069b {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:07:24.044521 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Port 19be1220-2339-4201-8f9d-1f0686c98fed on network 0a25d622-93f7-41db-ad27-35a6f60c069b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:07:24.045527 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Attempting to bind port 19be1220-2339-4201-8f9d-1f0686c98fed on network 0a25d622-93f7-41db-ad27-35a6f60c069b {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:07:24.176167 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:07:24.176511 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Checking segment: {'id': '093f6d4f-ffaf-4c45-9701-ee3c6ca012c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0a25d622-93f7-41db-ad27-35a6f60c069b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:07:24.176971 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Bound using segment: {'id': '093f6d4f-ffaf-4c45-9701-ee3c6ca012c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0a25d622-93f7-41db-ad27-35a6f60c069b'} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:07:24.177406 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Bound port: 19be1220-2339-4201-8f9d-1f0686c98fed, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '093f6d4f-ffaf-4c45-9701-ee3c6ca012c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0a25d622-93f7-41db-ad27-35a6f60c069b'}}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:07:24.177768 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (19be1220-2339-4201-8f9d-1f0686c98fed), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:24.180281 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 51436) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:24.216660 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a0b20250-137b-4eeb-8a97-93267861c310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:24.227782 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b849a-faa6-4e55-b5ca-c61b1b162f3d req-7d040f90-75c4-4b02-bb89-149fbefe4950 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:24.229351 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c00b849a-faa6-4e55-b5ca-c61b1b162f3d req-7d040f90-75c4-4b02-bb89-149fbefe4950 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 947 time: 0.1116979 Sep 21 10:07:24.355836 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-bfad61a3-2055-456f-8753-e07411dc8060 None None] Attempt 3 to provision port 19be1220-2339-4201-8f9d-1f0686c98fed Sep 21 10:07:24.388085 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] For port 19be1220-2339-4201-8f9d-1f0686c98fed, host hv-cinder-85547, cleared binding levels {{(pid=106519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:07:24.407533 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c00b849a-faa6-4e55-b5ca-c61b1b162f3d req-e8e2302e-5614-460b-8024-2804984440d4 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=036372b0-7882-4a3a-9375-e35c096bd85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707821 Sep 21 10:07:24.422014 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] For port 19be1220-2339-4201-8f9d-1f0686c98fed, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=19be1220-2339-4201-8f9d-1f0686c98fed,segment=NetworkSegment(093f6d4f-ffaf-4c45-9701-ee3c6ca012c9),segment_id=093f6d4f-ffaf-4c45-9701-ee3c6ca012c9)] {{(pid=106519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:07:24.427541 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-bfad61a3-2055-456f-8753-e07411dc8060 None None] Port 19be1220-2339-4201-8f9d-1f0686c98fed cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:07:24.437387 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6d93b-d077-4996-89fc-c7a5a54ac135 req-35a33147-805a-4f43-b4b6-be97f191df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:24.441128 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fcb6d93b-d077-4996-89fc-c7a5a54ac135 req-35a33147-805a-4f43-b4b6-be97f191df42 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 1129 time: 0.1161253 Sep 21 10:07:24.454339 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (19be1220-2339-4201-8f9d-1f0686c98fed), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:24.475981 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:24.476624 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:24.478151 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/19be1220-2339-4201-8f9d-1f0686c98fed HTTP/1.1" status: 200 len: 1097 time: 1.6925848 Sep 21 10:07:24.497621 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b853f497-0006-4c37-9295-73a2f0d99653', 'tag': '19be1220-2339-4201-8f9d-1f0686c98fed'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:07:24.500154 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ad05e9-fdda-4c5a-946c-429740f59541" -d '{"events": [{"name": "network-changed", "server_uuid": "b853f497-0006-4c37-9295-73a2f0d99653", "tag": "19be1220-2339-4201-8f9d-1f0686c98fed"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:07:24.535850 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a0b20250-137b-4eeb-8a97-93267861c310 admin admin] Publish callbacks [] for security_group (81f285f5-7d8e-4a94-b901-f797f6e7e94f), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:24.544728 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a0b20250-137b-4eeb-8a97-93267861c310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (81f285f5-7d8e-4a94-b901-f797f6e7e94f), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:24.617617 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8ee4e0-4713-45bd-a1a9-c3da907bb51c x-openstack-request-id: req-1b8ee4e0-4713-45bd-a1a9-c3da907bb51c {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:07:24.617951 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b853f497-0006-4c37-9295-73a2f0d99653", "tag": "19be1220-2339-4201-8f9d-1f0686c98fed", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:07:24.618176 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1b8ee4e0-4713-45bd-a1a9-c3da907bb51c {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:07:24.618565 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b8ee4e0-4713-45bd-a1a9-c3da907bb51c'] response: {'name': 'network-changed', 'server_uuid': 'b853f497-0006-4c37-9295-73a2f0d99653', 'tag': '19be1220-2339-4201-8f9d-1f0686c98fed', 'status': 'completed', 'code': 200} Sep 21 10:07:24.679458 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-a0b20250-137b-4eeb-8a97-93267861c310 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9333fc8587a045ac9304c80192d4cbd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4980237 Sep 21 10:07:24.682259 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51454) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:24.692109 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fcb6d93b-d077-4996-89fc-c7a5a54ac135 req-abb633b2-c442-4068-9ea2-1e80aaa5a776 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394192 Sep 21 10:07:24.693257 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b20250-137b-4eeb-8a97-93267861c310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f285f5-7d8e-4a94-b901-f797f6e7e94f,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:24.695996 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d58088-69d3-4362-af7d-9051ff38667d service neutron] Pushing event updated for resources: {'Port': ['ID=19be1220-2339-4201-8f9d-1f0686c98fed,revision_number=3']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:24.707194 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-21eaf363-d481-49e9-b3f1-0835d448181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:24.707930 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-21eaf363-d481-49e9-b3f1-0835d448181a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a2b909852ab44325ac2f4ad499b09c46&device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 1131 time: 0.1365407 Sep 21 10:07:24.801819 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8eb18148-bfad-421a-91ef-865725793959 admin admin] Publish callbacks [] for security_group (81f285f5-7d8e-4a94-b901-f797f6e7e94f), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:24.859517 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8eb18148-bfad-421a-91ef-865725793959 admin admin] Publish callbacks [] for security_group (81f285f5-7d8e-4a94-b901-f797f6e7e94f), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:24.870715 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83941ba-cd00-46da-80ff-a9a2b01b281c req-ec498bdf-65f2-4819-ae34-ab4378d5dd2f tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:24.872419 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f83941ba-cd00-46da-80ff-a9a2b01b281c req-ec498bdf-65f2-4819-ae34-ab4378d5dd2f tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.0814426 Sep 21 10:07:24.931342 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-bfad61a3-2055-456f-8753-e07411dc8060 None None] Attempt 4 to provision port 19be1220-2339-4201-8f9d-1f0686c98fed Sep 21 10:07:24.963100 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-fbe9c29e-b492-44d4-bc8f-2219b55c7054 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=19be1220-2339-4201-8f9d-1f0686c98fed HTTP/1.1" status: 200 len: 217 time: 0.0521562 Sep 21 10:07:24.969833 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8eb18148-bfad-421a-91ef-865725793959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (81f285f5-7d8e-4a94-b901-f797f6e7e94f), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:24.972087 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f83941ba-cd00-46da-80ff-a9a2b01b281c req-97394458-4a64-43d6-80ad-d3370c55208c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920012 Sep 21 10:07:24.973495 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8eb18148-bfad-421a-91ef-865725793959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:24.976585 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-8eb18148-bfad-421a-91ef-865725793959 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/81f285f5-7d8e-4a94-b901-f797f6e7e94f HTTP/1.1" status: 204 len: 168 time: 0.2901325 Sep 21 10:07:24.994065 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb18148-bfad-421a-91ef-865725793959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f285f5-7d8e-4a94-b901-f797f6e7e94f,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:25.007455 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-bfad61a3-2055-456f-8753-e07411dc8060 None None] Port 19be1220-2339-4201-8f9d-1f0686c98fed had new provisioning blocks added so it will not transition to active. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 10:07:25.090653 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-a0aab92c-5117-45b4-b211-8d2a4472c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:25.093073 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-a0aab92c-5117-45b4-b211-8d2a4472c334 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=764049f4-a919-4f5d-8d78-92bfed89fc91 HTTP/1.1" status: 200 len: 843 time: 0.1198447 Sep 21 10:07:25.398292 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-8ca4e76a-6dae-46a5-8beb-19a7c247b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:25.400137 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-8ca4e76a-6dae-46a5-8beb-19a7c247b5c7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=0a25d622-93f7-41db-ad27-35a6f60c069b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0435605 Sep 21 10:07:25.557166 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:25.579791 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:25.701612 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef018f69-84f3-466c-b704-b514e851af3f req-88f1503c-0630-4c49-b637-21431a2e912b tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:25.704299 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ef018f69-84f3-466c-b704-b514e851af3f req-88f1503c-0630-4c49-b637-21431a2e912b tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 947 time: 0.1527641 Sep 21 10:07:25.769183 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-5039438d-16fa-42dd-8c31-0c727c538fc8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a25d622-93f7-41db-ad27-35a6f60c069b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605425 Sep 21 10:07:25.824292 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ef018f69-84f3-466c-b704-b514e851af3f req-2052f331-3153-4846-8af9-588e3d34ca15 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=036372b0-7882-4a3a-9375-e35c096bd85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946856 Sep 21 10:07:26.165507 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ccc5a-04e6-4611-b7a4-1dd0a0b3b9bf req-a2aa848e-82a7-4f64-84c8-c9f7ce8c104a tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:26.171457 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a82ccc5a-04e6-4611-b7a4-1dd0a0b3b9bf req-a2aa848e-82a7-4f64-84c8-c9f7ce8c104a tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.0749316 Sep 21 10:07:26.251103 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a82ccc5a-04e6-4611-b7a4-1dd0a0b3b9bf req-acd75fc5-c6b9-4343-98c2-c69fd3b2e451 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758009 Sep 21 10:07:26.658743 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51518) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:26.669092 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-30d060d3-bdeb-49a2-b56d-0faf91e46e71 req-75a8c17c-d8b7-426f-ac73-7153fa6aed11 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a25d622-93f7-41db-ad27-35a6f60c069b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098551 Sep 21 10:07:26.700553 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51522) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:26.883636 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1a5ca17d-62e8-4b0c-8bac-8cda82d78460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:26.931930 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-26f1da27-cf1f-4f0f-90da-66673b908c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:27.002793 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4e0a0-e331-4cc8-9db0-87973b751c93 req-36077fe3-ad5d-438a-b0ba-15802a067b5c tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:27.004700 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e0d4e0a0-e331-4cc8-9db0-87973b751c93 req-36077fe3-ad5d-438a-b0ba-15802a067b5c tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 947 time: 0.0672858 Sep 21 10:07:27.046886 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1a5ca17d-62e8-4b0c-8bac-8cda82d78460 admin admin] Publish callbacks [] for security_group (0a7fb98b-ddc1-40f3-8ea0-3a654ac70c46), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:27.051631 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1a5ca17d-62e8-4b0c-8bac-8cda82d78460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (0a7fb98b-ddc1-40f3-8ea0-3a654ac70c46), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:27.078274 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:27.084985 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e0d4e0a0-e331-4cc8-9db0-87973b751c93 req-4150462b-da19-4ec0-b8fc-413afb673bad tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=036372b0-7882-4a3a-9375-e35c096bd85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656734 Sep 21 10:07:27.088733 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:DELETE=8,neutron:SELECT=77,neutron:INSERT=15 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:27.132955 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-26f1da27-cf1f-4f0f-90da-66673b908c29 admin admin] Publish callbacks [] for security_group (8cecf1c3-08df-4a13-83b3-187f9eae3041), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:27.134283 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ca17d-62e8-4b0c-8bac-8cda82d78460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7fb98b-ddc1-40f3-8ea0-3a654ac70c46,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:27.143314 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 51540) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:27.143766 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-1a5ca17d-62e8-4b0c-8bac-8cda82d78460 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=cad83aa141724de593b37788b1aeb0b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4417574 Sep 21 10:07:27.146127 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-26f1da27-cf1f-4f0f-90da-66673b908c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (8cecf1c3-08df-4a13-83b3-187f9eae3041), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:27.191057 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1da27-cf1f-4f0f-90da-66673b908c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cecf1c3-08df-4a13-83b3-187f9eae3041,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:27.195766 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-26f1da27-cf1f-4f0f-90da-66673b908c29 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3d77ea9e71724a42a0aa8bcc523b42a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5352926 Sep 21 10:07:27.198505 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51542) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:27.226608 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a02d671b-c9df-4cf3-bf0e-5f711597b022 admin admin] Publish callbacks [] for security_group (0a7fb98b-ddc1-40f3-8ea0-3a654ac70c46), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:27.258678 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a02d671b-c9df-4cf3-bf0e-5f711597b022 admin admin] Publish callbacks [] for security_group (0a7fb98b-ddc1-40f3-8ea0-3a654ac70c46), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:27.266314 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6d8cebb9-6cf6-4e9b-9996-1637e932bf2c admin admin] Publish callbacks [] for security_group (8cecf1c3-08df-4a13-83b3-187f9eae3041), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:27.290721 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6d8cebb9-6cf6-4e9b-9996-1637e932bf2c admin admin] Publish callbacks [] for security_group (8cecf1c3-08df-4a13-83b3-187f9eae3041), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:27.338426 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a02d671b-c9df-4cf3-bf0e-5f711597b022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (0a7fb98b-ddc1-40f3-8ea0-3a654ac70c46), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:27.341500 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a02d671b-c9df-4cf3-bf0e-5f711597b022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:27.343014 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-a02d671b-c9df-4cf3-bf0e-5f711597b022 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0a7fb98b-ddc1-40f3-8ea0-3a654ac70c46 HTTP/1.1" status: 204 len: 168 time: 0.1953521 Sep 21 10:07:27.353221 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d671b-c9df-4cf3-bf0e-5f711597b022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7fb98b-ddc1-40f3-8ea0-3a654ac70c46,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:27.373118 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6d8cebb9-6cf6-4e9b-9996-1637e932bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (8cecf1c3-08df-4a13-83b3-187f9eae3041), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:27.379211 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6d8cebb9-6cf6-4e9b-9996-1637e932bf2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:27.381086 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-6d8cebb9-6cf6-4e9b-9996-1637e932bf2c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8cecf1c3-08df-4a13-83b3-187f9eae3041 HTTP/1.1" status: 204 len: 168 time: 0.1813240 Sep 21 10:07:27.393625 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cebb9-6cf6-4e9b-9996-1637e932bf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cecf1c3-08df-4a13-83b3-187f9eae3041,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:27.523494 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c23488-7b38-4e5e-84f7-36054c0df947 req-ef77d8e7-430a-4cac-8873-3cef8d8960da tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:27.525398 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-69c23488-7b38-4e5e-84f7-36054c0df947 req-ef77d8e7-430a-4cac-8873-3cef8d8960da tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.1039226 Sep 21 10:07:27.604538 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-69c23488-7b38-4e5e-84f7-36054c0df947 req-e14eab5a-473a-43f9-bcb5-5acf631867ab tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708790 Sep 21 10:07:27.691245 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad05e9-fdda-4c5a-946c-429740f59541 req-f6e08411-aa4f-457e-bb7a-a17ecde3744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:27.695994 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-86ad05e9-fdda-4c5a-946c-429740f59541 req-f6e08411-aa4f-457e-bb7a-a17ecde3744e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a2b909852ab44325ac2f4ad499b09c46&device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 1131 time: 0.0904291 Sep 21 10:07:27.814418 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8ee5d-1745-47f8-b8d3-07d326a24452 req-b6cb37e6-383a-4497-bd4a-504e531db262 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:27.815935 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0af8ee5d-1745-47f8-b8d3-07d326a24452 req-b6cb37e6-383a-4497-bd4a-504e531db262 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.1188333 Sep 21 10:07:27.872161 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:27.932719 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad05e9-fdda-4c5a-946c-429740f59541 req-2a89dac1-cd6a-4082-98b5-6730f9fdfb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:27.936209 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-86ad05e9-fdda-4c5a-946c-429740f59541 req-2a89dac1-cd6a-4082-98b5-6730f9fdfb2d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=0a25d622-93f7-41db-ad27-35a6f60c069b HTTP/1.1" status: 200 len: 870 time: 0.2134521 Sep 21 10:07:27.944142 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0af8ee5d-1745-47f8-b8d3-07d326a24452 req-adf78e70-3c6b-4f9f-96e5-504c1038e420 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142554 Sep 21 10:07:27.997299 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-86ad05e9-fdda-4c5a-946c-429740f59541 req-44684dee-11dd-4c31-9c86-186e6b7f15b5 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=19be1220-2339-4201-8f9d-1f0686c98fed HTTP/1.1" status: 200 len: 217 time: 0.0519688 Sep 21 10:07:28.073888 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad05e9-fdda-4c5a-946c-429740f59541 req-a2c941a3-59ce-42ce-9427-a9076b4be49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:28.079150 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-86ad05e9-fdda-4c5a-946c-429740f59541 req-a2c941a3-59ce-42ce-9427-a9076b4be49e service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=764049f4-a919-4f5d-8d78-92bfed89fc91 HTTP/1.1" status: 200 len: 843 time: 0.0743401 Sep 21 10:07:28.194306 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad05e9-fdda-4c5a-946c-429740f59541 req-b8b55205-d66a-4aa9-9404-bece69727947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:28.196490 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-86ad05e9-fdda-4c5a-946c-429740f59541 req-b8b55205-d66a-4aa9-9404-bece69727947 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=0a25d622-93f7-41db-ad27-35a6f60c069b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1104496 Sep 21 10:07:28.443993 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:28.480302 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb729041-4a49-43de-a74e-84af68457c51 req-453b00d7-8268-4e1f-974d-94bf3d3920a0 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:28.483289 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fb729041-4a49-43de-a74e-84af68457c51 req-453b00d7-8268-4e1f-974d-94bf3d3920a0 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 947 time: 0.1222925 Sep 21 10:07:28.549197 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-86ad05e9-fdda-4c5a-946c-429740f59541 req-1ed6f3f5-2d74-477e-b2d6-7316d0952c5d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a25d622-93f7-41db-ad27-35a6f60c069b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420546 Sep 21 10:07:28.740517 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fb729041-4a49-43de-a74e-84af68457c51 req-200e0ebc-9e37-4835-b9f3-197180a75947 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=036372b0-7882-4a3a-9375-e35c096bd85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358770 Sep 21 10:07:28.835225 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-86ad05e9-fdda-4c5a-946c-429740f59541 req-1413dee7-9924-4f63-992a-bdf5690234db service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a25d622-93f7-41db-ad27-35a6f60c069b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661402 Sep 21 10:07:29.790450 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 19be1220-2339-4201-8f9d-1f0686c98fed details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:07:29.932784 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d8339-1ac9-4694-897f-0f0b02d0882d req-c2fabf35-5552-41b4-8062-08ad98cf2653 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:29.937081 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2f1d8339-1ac9-4694-897f-0f0b02d0882d req-c2fabf35-5552-41b4-8062-08ad98cf2653 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 947 time: 0.0905581 Sep 21 10:07:29.996516 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 19be1220-2339-4201-8f9d-1f0686c98fed, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=19be1220-2339-4201-8f9d-1f0686c98fed,segment=NetworkSegment(093f6d4f-ffaf-4c45-9701-ee3c6ca012c9),segment_id=093f6d4f-ffaf-4c45-9701-ee3c6ca012c9)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:07:30.018982 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': '19be1220-2339-4201-8f9d-1f0686c98fed', 'network_id': '0a25d622-93f7-41db-ad27-35a6f60c069b', 'port_id': '19be1220-2339-4201-8f9d-1f0686c98fed', 'mac_address': 'fa:16:3e:37:66:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764049f4-a919-4f5d-8d78-92bfed89fc91', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:07:30.076788 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 19be1220-2339-4201-8f9d-1f0686c98fed is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:07:30.077553 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (19be1220-2339-4201-8f9d-1f0686c98fed), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:30.088166 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2f1d8339-1ac9-4694-897f-0f0b02d0882d req-de8da267-177e-4f4f-af17-b8d1555a5f93 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=036372b0-7882-4a3a-9375-e35c096bd85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438384 Sep 21 10:07:30.110489 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19be1220-2339-4201-8f9d-1f0686c98fed {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:07:30.194095 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 19be1220-2339-4201-8f9d-1f0686c98fed, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=19be1220-2339-4201-8f9d-1f0686c98fed,segment=NetworkSegment(093f6d4f-ffaf-4c45-9701-ee3c6ca012c9),segment_id=093f6d4f-ffaf-4c45-9701-ee3c6ca012c9)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:07:30.214269 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (19be1220-2339-4201-8f9d-1f0686c98fed), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:30.348866 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=19be1220-2339-4201-8f9d-1f0686c98fed,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:30.367027 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebf0e2-8e79-4333-b390-f998cc7103a6 req-412117c7-737a-4dee-9bd8-8e0c2fb1ceab tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:30.368876 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-06ebf0e2-8e79-4333-b390-f998cc7103a6 req-412117c7-737a-4dee-9bd8-8e0c2fb1ceab tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0600760 Sep 21 10:07:30.402442 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3db37-e5d4-4d17-9be6-0c907c0fa94e req-cf038a3a-dc3d-4f42-8789-1e9d0343c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:30.404019 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-59a3db37-e5d4-4d17-9be6-0c907c0fa94e req-cf038a3a-dc3d-4f42-8789-1e9d0343c129 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f75ba10758754f4f9c778e357a87f58e&device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 1129 time: 0.1391823 Sep 21 10:07:30.487885 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['19be1220-2339-4201-8f9d-1f0686c98fed'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:07:30.499876 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-c8671f66-aef3-4f15-b2cf-45506ab5154d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:30.511970 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-06ebf0e2-8e79-4333-b390-f998cc7103a6 req-3f63af6d-4d9a-4424-8005-a929611a168f tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308889 Sep 21 10:07:30.564421 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3db37-e5d4-4d17-9be6-0c907c0fa94e req-d9def081-e571-4a8c-b79d-295918612d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:30.567167 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-59a3db37-e5d4-4d17-9be6-0c907c0fa94e req-d9def081-e571-4a8c-b79d-295918612d4a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 200 len: 920 time: 0.1509092 Sep 21 10:07:30.658782 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-59a3db37-e5d4-4d17-9be6-0c907c0fa94e req-b8b42f85-c6e0-466a-880e-5f8b0956896a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ea79dbb-edca-4228-96bc-74750bc71fd7 HTTP/1.1" status: 200 len: 217 time: 0.0831926 Sep 21 10:07:30.778825 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3db37-e5d4-4d17-9be6-0c907c0fa94e req-bbaf5dcb-e0fb-4ebc-a537-de2d953de159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:30.781296 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-59a3db37-e5d4-4d17-9be6-0c907c0fa94e req-bbaf5dcb-e0fb-4ebc-a537-de2d953de159 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5429b2a6-8b25-44de-bb46-df0f87df08ce HTTP/1.1" status: 200 len: 858 time: 0.1155705 Sep 21 10:07:30.851894 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3db37-e5d4-4d17-9be6-0c907c0fa94e req-f5dd3909-c48e-408b-a539-eb0b80c2d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:30.853877 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-59a3db37-e5d4-4d17-9be6-0c907c0fa94e req-f5dd3909-c48e-408b-a539-eb0b80c2d409 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=97a59516-89f9-4e8e-9ccf-abdda6abc087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662637 Sep 21 10:07:30.988672 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-59a3db37-e5d4-4d17-9be6-0c907c0fa94e req-2552b612-b1b3-4fd2-be47-738ac8dcc4da service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278841 Sep 21 10:07:31.087685 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:31.141871 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-59a3db37-e5d4-4d17-9be6-0c907c0fa94e req-467826e7-5832-451c-be46-93e5b8ea7daa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452777 Sep 21 10:07:31.279007 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad52c0e-e478-4be8-b046-fcd2121ff7a7 req-6618c175-4763-4e42-9dc2-a4df311dd870 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:31.280711 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1ad52c0e-e478-4be8-b046-fcd2121ff7a7 req-6618c175-4763-4e42-9dc2-a4df311dd870 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 948 time: 0.0541656 Sep 21 10:07:31.343935 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51696) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:31.347701 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1ad52c0e-e478-4be8-b046-fcd2121ff7a7 req-1de4f367-375e-41e6-8248-ecc80bc3669c tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=036372b0-7882-4a3a-9375-e35c096bd85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595572 Sep 21 10:07:31.471315 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-9b8eae1a-d2ab-45e2-bce5-f6ebef032107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:31.565888 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-9b8eae1a-d2ab-45e2-bce5-f6ebef032107 admin admin] Publish callbacks [] for security_group (201671fc-3c34-4106-86c1-e3c34b27cad0), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:31.570990 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-9b8eae1a-d2ab-45e2-bce5-f6ebef032107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (201671fc-3c34-4106-86c1-e3c34b27cad0), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:31.612874 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8eae1a-d2ab-45e2-bce5-f6ebef032107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201671fc-3c34-4106-86c1-e3c34b27cad0,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:31.620008 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-9b8eae1a-d2ab-45e2-bce5-f6ebef032107 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a7005223ede1443b8d1564b4e748085f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746403 Sep 21 10:07:31.624501 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51702) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:31.687250 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c417-a085-48d9-9cea-5e87c0a3a33c admin admin] Publish callbacks [] for security_group (201671fc-3c34-4106-86c1-e3c34b27cad0), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:31.701243 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca178c7c-8a07-47e2-b53d-9d3711c1ce27 req-acce318b-c4b8-4bbe-a8fb-a42cd2991752 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:31.702826 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ca178c7c-8a07-47e2-b53d-9d3711c1ce27 req-acce318b-c4b8-4bbe-a8fb-a42cd2991752 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0565252 Sep 21 10:07:31.710701 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c417-a085-48d9-9cea-5e87c0a3a33c admin admin] Publish callbacks [] for security_group (201671fc-3c34-4106-86c1-e3c34b27cad0), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:31.767159 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ca178c7c-8a07-47e2-b53d-9d3711c1ce27 req-a5cd2d41-13c7-4c61-a987-ce24ffeac46b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536904 Sep 21 10:07:31.772169 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c417-a085-48d9-9cea-5e87c0a3a33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (201671fc-3c34-4106-86c1-e3c34b27cad0), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:31.775430 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c417-a085-48d9-9cea-5e87c0a3a33c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:31.784215 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-ddd4c417-a085-48d9-9cea-5e87c0a3a33c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/201671fc-3c34-4106-86c1-e3c34b27cad0 HTTP/1.1" status: 204 len: 168 time: 0.1546364 Sep 21 10:07:31.800175 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4c417-a085-48d9-9cea-5e87c0a3a33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201671fc-3c34-4106-86c1-e3c34b27cad0,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:32.279922 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51734) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:32.298458 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7b6eb06e-3030-4e81-ad2e-83857974c8f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:32.396630 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7b6eb06e-3030-4e81-ad2e-83857974c8f6 admin admin] Publish callbacks [] for security_group (67541af1-12ae-48dc-8614-205834b42706), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:32.405971 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7b6eb06e-3030-4e81-ad2e-83857974c8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (67541af1-12ae-48dc-8614-205834b42706), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:32.434716 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:32.449626 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-7b6eb06e-3030-4e81-ad2e-83857974c8f6 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=8e6c2f791d204d33b9d11eb406b53ded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1653941 Sep 21 10:07:32.450265 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 51738) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:32.464060 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6eb06e-3030-4e81-ad2e-83857974c8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67541af1-12ae-48dc-8614-205834b42706,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:32.532380 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:32.555733 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bd1bc-3bc2-4998-86bf-173366dab461 req-7656ea22-fbe6-434a-93b6-969b439d69e1 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:32.557066 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b76bd1bc-3bc2-4998-86bf-173366dab461 req-7656ea22-fbe6-434a-93b6-969b439d69e1 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 948 time: 0.0740943 Sep 21 10:07:32.582230 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-4c04ca5b-ff91-4852-b85b-629a6157e694 admin admin] Publish callbacks [] for security_group (67541af1-12ae-48dc-8614-205834b42706), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:32.616360 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-4c04ca5b-ff91-4852-b85b-629a6157e694 admin admin] Publish callbacks [] for security_group (67541af1-12ae-48dc-8614-205834b42706), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:32.674300 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b76bd1bc-3bc2-4998-86bf-173366dab461 req-e0ff06b7-af6f-493e-b8c7-febcfc372093 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=036372b0-7882-4a3a-9375-e35c096bd85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045637 Sep 21 10:07:32.710801 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-4c04ca5b-ff91-4852-b85b-629a6157e694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (67541af1-12ae-48dc-8614-205834b42706), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:32.713655 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-4c04ca5b-ff91-4852-b85b-629a6157e694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:32.718069 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-4c04ca5b-ff91-4852-b85b-629a6157e694 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/67541af1-12ae-48dc-8614-205834b42706 HTTP/1.1" status: 204 len: 168 time: 0.2653341 Sep 21 10:07:32.728249 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04ca5b-ff91-4852-b85b-629a6157e694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67541af1-12ae-48dc-8614-205834b42706,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:32.948802 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d42122-0b4f-479e-81e7-df57a806c785 req-53652a2b-4783-4862-a512-35dfed6348cb tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:32.951261 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-39d42122-0b4f-479e-81e7-df57a806c785 req-53652a2b-4783-4862-a512-35dfed6348cb tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0726438 Sep 21 10:07:33.026399 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-39d42122-0b4f-479e-81e7-df57a806c785 req-da2dea75-56fa-47f1-b089-c19313b66082 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653832 Sep 21 10:07:33.653120 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:DELETE=5 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:33.659101 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ace7096f-ea22-45f0-a0dd-ac9db1be66ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:33.814368 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff5722-1524-43a9-a7a6-576313d8d030 req-1bf6818f-fc4a-4960-bac1-12b2bb3a8b15 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:33.816339 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80ff5722-1524-43a9-a7a6-576313d8d030 req-1bf6818f-fc4a-4960-bac1-12b2bb3a8b15 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 948 time: 0.0522063 Sep 21 10:07:33.875928 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80ff5722-1524-43a9-a7a6-576313d8d030 req-adf4f016-1e8d-465b-b65b-a76236c16c30 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=036372b0-7882-4a3a-9375-e35c096bd85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528526 Sep 21 10:07:33.935012 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 19be1220-2339-4201-8f9d-1f0686c98fed up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:07:34.002064 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port 19be1220-2339-4201-8f9d-1f0686c98fed completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:07:34.012124 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port 19be1220-2339-4201-8f9d-1f0686c98fed triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:07:34.012735 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (19be1220-2339-4201-8f9d-1f0686c98fed), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:34.013368 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port 19be1220-2339-4201-8f9d-1f0686c98fed Sep 21 10:07:34.106658 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 19be1220-2339-4201-8f9d-1f0686c98fed is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:07:34.107064 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (19be1220-2339-4201-8f9d-1f0686c98fed), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:34.126359 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:34.161993 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b853f497-0006-4c37-9295-73a2f0d99653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19be1220-2339-4201-8f9d-1f0686c98fed'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:07:34.164872 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa9268e-9eca-4a91-9cba-5d4cf2a626bf" -d '{"events": [{"server_uuid": "b853f497-0006-4c37-9295-73a2f0d99653", "name": "network-vif-plugged", "status": "completed", "tag": "19be1220-2339-4201-8f9d-1f0686c98fed"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:07:34.186371 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 19be1220-2339-4201-8f9d-1f0686c98fed, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=19be1220-2339-4201-8f9d-1f0686c98fed,segment=NetworkSegment(093f6d4f-ffaf-4c45-9701-ee3c6ca012c9),segment_id=093f6d4f-ffaf-4c45-9701-ee3c6ca012c9)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:07:34.193422 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (19be1220-2339-4201-8f9d-1f0686c98fed), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:34.201497 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:34.274601 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=19be1220-2339-4201-8f9d-1f0686c98fed,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:34.279787 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a15cbd-2250-4192-9fbf-e7e2ede75f8e x-openstack-request-id: req-b7a15cbd-2250-4192-9fbf-e7e2ede75f8e {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:07:34.280354 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b853f497-0006-4c37-9295-73a2f0d99653", "name": "network-vif-plugged", "status": "completed", "tag": "19be1220-2339-4201-8f9d-1f0686c98fed", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:07:34.280773 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b7a15cbd-2250-4192-9fbf-e7e2ede75f8e {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:07:34.281334 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7a15cbd-2250-4192-9fbf-e7e2ede75f8e'] response: {'server_uuid': 'b853f497-0006-4c37-9295-73a2f0d99653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19be1220-2339-4201-8f9d-1f0686c98fed', 'code': 200} Sep 21 10:07:34.423625 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bea51d-7bb8-4de1-81c3-51cf734958b4 req-b7f99923-b4e3-46cb-95d1-5fe84c7c6cbc tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:34.425171 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b3bea51d-7bb8-4de1-81c3-51cf734958b4 req-b7f99923-b4e3-46cb-95d1-5fe84c7c6cbc tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0676267 Sep 21 10:07:34.514852 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5628cf0-7b0e-4ce3-8e7a-44f5ba7253ef req-48c3e826-f8ca-4ea1-8de2-b6875908130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:34.516514 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e5628cf0-7b0e-4ce3-8e7a-44f5ba7253ef req-48c3e826-f8ca-4ea1-8de2-b6875908130d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 1133 time: 0.0686920 Sep 21 10:07:34.522862 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b3bea51d-7bb8-4de1-81c3-51cf734958b4 req-bbd6a873-a6e2-4766-972b-94bdddabd706 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899379 Sep 21 10:07:34.593374 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e5628cf0-7b0e-4ce3-8e7a-44f5ba7253ef req-3c0c516f-35b8-4c60-b14b-eff88900ec43 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=036372b0-7882-4a3a-9375-e35c096bd85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654340 Sep 21 10:07:34.714286 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:35.080090 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:35.091926 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a9667-dfde-4c27-9cf6-55542ea8b7c4 req-d10f981d-44c4-48c8-b48e-563e95ef1fb8 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:35.096471 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6f2a9667-dfde-4c27-9cf6-55542ea8b7c4 req-d10f981d-44c4-48c8-b48e-563e95ef1fb8 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 949 time: 0.1218169 Sep 21 10:07:35.155498 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51822) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:35.193231 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6f2a9667-dfde-4c27-9cf6-55542ea8b7c4 req-e7ad0663-0193-4dbe-9f7e-f155c0d7df37 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=036372b0-7882-4a3a-9375-e35c096bd85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892298 Sep 21 10:07:35.291676 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-44536212-a8b0-4e1c-85fd-56e0cc2ee7f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:35.318682 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:35.380867 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-44536212-a8b0-4e1c-85fd-56e0cc2ee7f9 admin admin] Publish callbacks [] for security_group (fd38ef51-ab60-473a-b738-1eeda60cd448), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:35.385094 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-44536212-a8b0-4e1c-85fd-56e0cc2ee7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (fd38ef51-ab60-473a-b738-1eeda60cd448), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:35.426196 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44536212-a8b0-4e1c-85fd-56e0cc2ee7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd38ef51-ab60-473a-b738-1eeda60cd448,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:35.430565 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-44536212-a8b0-4e1c-85fd-56e0cc2ee7f9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=7ef25eb4c2a449d184ab258f79ec68ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740941 Sep 21 10:07:35.433200 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51828) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:35.436016 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:35.489649 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-043f6fb7-90c5-410a-aa0b-bcc6eab17d28 admin admin] Publish callbacks [] for security_group (fd38ef51-ab60-473a-b738-1eeda60cd448), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:35.513374 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-043f6fb7-90c5-410a-aa0b-bcc6eab17d28 admin admin] Publish callbacks [] for security_group (fd38ef51-ab60-473a-b738-1eeda60cd448), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:35.578945 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-043f6fb7-90c5-410a-aa0b-bcc6eab17d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (fd38ef51-ab60-473a-b738-1eeda60cd448), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:35.581882 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-043f6fb7-90c5-410a-aa0b-bcc6eab17d28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:35.586651 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-043f6fb7-90c5-410a-aa0b-bcc6eab17d28 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/fd38ef51-ab60-473a-b738-1eeda60cd448 HTTP/1.1" status: 204 len: 168 time: 0.1523483 Sep 21 10:07:35.593570 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=40 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:35.599124 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f6fb7-90c5-410a-aa0b-bcc6eab17d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd38ef51-ab60-473a-b738-1eeda60cd448,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:35.610353 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=52,neutron:DELETE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:35.740861 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4b954-205b-46b2-affd-7f7160f3a2e9 req-b6837fed-1d09-4ee1-8336-ff1d95bf6a1d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:35.743498 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2fc4b954-205b-46b2-affd-7f7160f3a2e9 req-b6837fed-1d09-4ee1-8336-ff1d95bf6a1d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0845304 Sep 21 10:07:35.842740 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2fc4b954-205b-46b2-affd-7f7160f3a2e9 req-e905884c-eae2-4f43-b5df-fd85b738e075 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915391 Sep 21 10:07:36.006579 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c78d3-0ee2-4d5f-b44f-dbe06e2c9209 req-4476ba84-f06b-4f3a-8c92-47b1348f943d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:36.008468 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a99c78d3-0ee2-4d5f-b44f-dbe06e2c9209 req-4476ba84-f06b-4f3a-8c92-47b1348f943d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.0542428 Sep 21 10:07:36.073099 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a99c78d3-0ee2-4d5f-b44f-dbe06e2c9209 req-8941bc3f-053c-4eb9-9fc1-8922e209ed9e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543113 Sep 21 10:07:36.081103 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 51850) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:36.096690 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-1d4cee74-2a24-45ac-a23d-cc06ceee3e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:36.192049 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-1d4cee74-2a24-45ac-a23d-cc06ceee3e21 admin admin] Publish callbacks [] for security_group (aa24bb7a-a9e5-4a3f-abdd-ce2a14e3dde8), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:36.197111 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-1d4cee74-2a24-45ac-a23d-cc06ceee3e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (aa24bb7a-a9e5-4a3f-abdd-ce2a14e3dde8), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:36.226435 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:36.250597 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-1d4cee74-2a24-45ac-a23d-cc06ceee3e21 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6eaa4f374e394230b1b866c4376b3ec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1682203 Sep 21 10:07:36.252580 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 51860) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:36.260013 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cee74-2a24-45ac-a23d-cc06ceee3e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa24bb7a-a9e5-4a3f-abdd-ce2a14e3dde8,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:36.284847 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cee74-2a24-45ac-a23d-cc06ceee3e21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:36.285197 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cee74-2a24-45ac-a23d-cc06ceee3e21 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:36.285541 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cee74-2a24-45ac-a23d-cc06ceee3e21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:36.285916 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cee74-2a24-45ac-a23d-cc06ceee3e21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:36.286250 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cee74-2a24-45ac-a23d-cc06ceee3e21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:36.286583 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cee74-2a24-45ac-a23d-cc06ceee3e21 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:36.286904 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cee74-2a24-45ac-a23d-cc06ceee3e21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:36.287224 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cee74-2a24-45ac-a23d-cc06ceee3e21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:36.287545 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cee74-2a24-45ac-a23d-cc06ceee3e21 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:36.287892 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cee74-2a24-45ac-a23d-cc06ceee3e21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:36.288216 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cee74-2a24-45ac-a23d-cc06ceee3e21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:36.289530 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cee74-2a24-45ac-a23d-cc06ceee3e21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:36.289530 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cee74-2a24-45ac-a23d-cc06ceee3e21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:36.289530 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cee74-2a24-45ac-a23d-cc06ceee3e21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:36.289530 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4cee74-2a24-45ac-a23d-cc06ceee3e21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:36.375757 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-4abe77de-93af-4c07-bc8b-da244d70d577 admin admin] Publish callbacks [] for security_group (aa24bb7a-a9e5-4a3f-abdd-ce2a14e3dde8), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:36.384070 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a6483-d9d2-429d-90cd-fbd9b0c47355 req-4e3e51aa-6a69-4375-9436-0c54c295cd8d tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:36.385674 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c34a6483-d9d2-429d-90cd-fbd9b0c47355 req-4e3e51aa-6a69-4375-9436-0c54c295cd8d tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 949 time: 0.0628960 Sep 21 10:07:36.421435 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-4abe77de-93af-4c07-bc8b-da244d70d577 admin admin] Publish callbacks [] for security_group (aa24bb7a-a9e5-4a3f-abdd-ce2a14e3dde8), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:36.478738 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c34a6483-d9d2-429d-90cd-fbd9b0c47355 req-28c14d86-cebb-4370-b491-4895b8162480 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=036372b0-7882-4a3a-9375-e35c096bd85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854125 Sep 21 10:07:36.508880 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-4abe77de-93af-4c07-bc8b-da244d70d577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (aa24bb7a-a9e5-4a3f-abdd-ce2a14e3dde8), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:36.511525 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-4abe77de-93af-4c07-bc8b-da244d70d577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:36.513049 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-4abe77de-93af-4c07-bc8b-da244d70d577 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/aa24bb7a-a9e5-4a3f-abdd-ce2a14e3dde8 HTTP/1.1" status: 204 len: 168 time: 0.2594082 Sep 21 10:07:36.524169 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe77de-93af-4c07-bc8b-da244d70d577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa24bb7a-a9e5-4a3f-abdd-ce2a14e3dde8,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:36.568348 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:36.931247 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 51876) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:36.945524 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-02d16c39-52e6-4445-aa2c-9f94ebab0ebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:37.027685 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ca20f-682f-4a5a-ad3a-dff601b3079e req-44e767d3-45a1-45d5-9595-455cc276d475 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:37.029282 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-695ca20f-682f-4a5a-ad3a-dff601b3079e req-44e767d3-45a1-45d5-9595-455cc276d475 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0623841 Sep 21 10:07:37.087430 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:37.113938 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-695ca20f-682f-4a5a-ad3a-dff601b3079e req-5fa7c4dc-8f28-4a40-9c88-4187ccd48c32 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764577 Sep 21 10:07:37.141431 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-02d16c39-52e6-4445-aa2c-9f94ebab0ebe admin admin] Publish callbacks [] for security_group (27da1e2e-d808-4108-8cee-3b3036fd64c8), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:37.149376 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-02d16c39-52e6-4445-aa2c-9f94ebab0ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (27da1e2e-d808-4108-8cee-3b3036fd64c8), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:37.213444 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-02d16c39-52e6-4445-aa2c-9f94ebab0ebe admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b1095ba8b93d49b8ae4d896f52b73453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806375 Sep 21 10:07:37.213801 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 51882) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:37.216482 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d16c39-52e6-4445-aa2c-9f94ebab0ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27da1e2e-d808-4108-8cee-3b3036fd64c8,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:37.276881 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e132b5-6c0f-49aa-b44b-1eeb75da17ea req-9a079730-3b8f-4c5a-a1ff-fb999364e172 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:37.278594 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-46e132b5-6c0f-49aa-b44b-1eeb75da17ea req-9a079730-3b8f-4c5a-a1ff-fb999364e172 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.0580223 Sep 21 10:07:37.280194 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] Publish callbacks [] for security_group (27da1e2e-d808-4108-8cee-3b3036fd64c8), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:37.315427 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] Publish callbacks [] for security_group (27da1e2e-d808-4108-8cee-3b3036fd64c8), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:37.336584 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-46e132b5-6c0f-49aa-b44b-1eeb75da17ea req-95c21725-05ee-42d9-bbc7-998e96e15156 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512936 Sep 21 10:07:37.377709 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (27da1e2e-d808-4108-8cee-3b3036fd64c8), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:37.382635 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:37.384543 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/27da1e2e-d808-4108-8cee-3b3036fd64c8 HTTP/1.1" status: 204 len: 168 time: 0.1690352 Sep 21 10:07:37.398805 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27da1e2e-d808-4108-8cee-3b3036fd64c8,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:37.409447 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:37.409907 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:37.410295 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:37.410624 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:37.411034 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:37.411375 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:37.411711 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:37.412220 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:37.412574 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:37.412928 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:37.413258 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:37.413591 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:37.413915 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:37.414232 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:37.414604 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429336-1107-4644-9c95-e71c6d589b5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:37.617789 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ee699-1c67-447c-aef3-76e0a4e42c01 req-22555b5a-b89b-4014-b144-8fe56cc21df6 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:37.619542 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9e8ee699-1c67-447c-aef3-76e0a4e42c01 req-22555b5a-b89b-4014-b144-8fe56cc21df6 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 949 time: 0.0574806 Sep 21 10:07:37.702091 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9e8ee699-1c67-447c-aef3-76e0a4e42c01 req-dabea0a9-5175-4a04-924f-13e2d5f0601b tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=036372b0-7882-4a3a-9375-e35c096bd85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749409 Sep 21 10:07:38.301368 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ca305-8591-43d2-a938-eda545089c3d req-07996e3a-1320-4140-943f-678eb6e009a1 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:38.303618 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b6ca305-8591-43d2-a938-eda545089c3d req-07996e3a-1320-4140-943f-678eb6e009a1 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0562212 Sep 21 10:07:38.420300 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b6ca305-8591-43d2-a938-eda545089c3d req-3095786e-cd5a-4612-bb7a-2948514c2fa3 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066446 Sep 21 10:07:38.583908 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d8fc3-6d2b-4a87-bece-6ce4971924f1 req-35e223e5-2d65-43aa-a6db-08eb9693de7e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:38.588404 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6f8d8fc3-6d2b-4a87-bece-6ce4971924f1 req-35e223e5-2d65-43aa-a6db-08eb9693de7e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.1073363 Sep 21 10:07:38.745383 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6f8d8fc3-6d2b-4a87-bece-6ce4971924f1 req-99cad24a-69a5-4c79-9750-b6bd41b58a20 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258981 Sep 21 10:07:38.903258 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82770fb-6258-4079-8d5c-50e04a1fe505 req-4febcc03-0558-469a-88d7-d3e18cfb8c88 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:38.914017 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d82770fb-6258-4079-8d5c-50e04a1fe505 req-4febcc03-0558-469a-88d7-d3e18cfb8c88 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 949 time: 0.0684881 Sep 21 10:07:38.970427 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d82770fb-6258-4079-8d5c-50e04a1fe505 req-87d0f929-7632-488a-b91e-7f399139e972 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=036372b0-7882-4a3a-9375-e35c096bd85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546758 Sep 21 10:07:39.477753 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:39.615384 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da325d-8aa3-41dd-b7df-c6182069b3b9 req-5c8583a3-8cba-48f5-abe3-d287ec3db398 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:39.617460 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-39da325d-8aa3-41dd-b7df-c6182069b3b9 req-5c8583a3-8cba-48f5-abe3-d287ec3db398 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 949 time: 0.1594715 Sep 21 10:07:39.656055 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801d8bb-f75d-4da0-8c15-85101b6f1535 req-c9ae6dc2-9202-4acd-ac86-a511d22240d8 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:39.658521 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5801d8bb-f75d-4da0-8c15-85101b6f1535 req-c9ae6dc2-9202-4acd-ac86-a511d22240d8 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.1244760 Sep 21 10:07:39.734480 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-39da325d-8aa3-41dd-b7df-c6182069b3b9 req-3b6a4210-f15b-4bb7-bd96-2a7459efd40f tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=036372b0-7882-4a3a-9375-e35c096bd85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092653 Sep 21 10:07:39.878689 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5801d8bb-f75d-4da0-8c15-85101b6f1535 req-9cbc8393-12a5-4692-8c1a-d3232b835721 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968441 Sep 21 10:07:40.058087 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914298ac-2d0e-41bb-a57f-c4b236ca9654 req-de5d20da-fad1-45b7-9156-8dddd0ed7283 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:40.060225 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-914298ac-2d0e-41bb-a57f-c4b236ca9654 req-de5d20da-fad1-45b7-9156-8dddd0ed7283 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.1027529 Sep 21 10:07:40.120078 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-914298ac-2d0e-41bb-a57f-c4b236ca9654 req-da6bc391-332c-494c-b5d4-844a4476c04a tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524740 Sep 21 10:07:40.241255 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 52034) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:40.356224 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5a27978b-1513-48c1-9bd3-68de77f0a4d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:40.402648 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:40.447340 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5a27978b-1513-48c1-9bd3-68de77f0a4d2 admin admin] Publish callbacks [] for security_group (99f8a617-de12-4757-9f33-4a90f45cc08c), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:40.451470 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5a27978b-1513-48c1-9bd3-68de77f0a4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (99f8a617-de12-4757-9f33-4a90f45cc08c), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:40.489705 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27978b-1513-48c1-9bd3-68de77f0a4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f8a617-de12-4757-9f33-4a90f45cc08c,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:40.494115 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-5a27978b-1513-48c1-9bd3-68de77f0a4d2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=90d7f34162354fcfa4f2f1e9625d525b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517850 Sep 21 10:07:40.497030 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 52040) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:40.557912 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-8d64f68f-9dca-4612-904f-5ad326410924 admin admin] Publish callbacks [] for security_group (99f8a617-de12-4757-9f33-4a90f45cc08c), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:40.586613 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-8d64f68f-9dca-4612-904f-5ad326410924 admin admin] Publish callbacks [] for security_group (99f8a617-de12-4757-9f33-4a90f45cc08c), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:40.640901 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-8d64f68f-9dca-4612-904f-5ad326410924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (99f8a617-de12-4757-9f33-4a90f45cc08c), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:40.643308 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-8d64f68f-9dca-4612-904f-5ad326410924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:40.644600 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-8d64f68f-9dca-4612-904f-5ad326410924 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/99f8a617-de12-4757-9f33-4a90f45cc08c HTTP/1.1" status: 204 len: 168 time: 0.1467612 Sep 21 10:07:40.653181 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64f68f-9dca-4612-904f-5ad326410924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f8a617-de12-4757-9f33-4a90f45cc08c,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:40.922182 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74985b-4ed0-412d-83ed-9e326c6a24b3 req-6758e03d-29d9-4eb1-a216-ded98e06fe44 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:40.923639 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9e74985b-4ed0-412d-83ed-9e326c6a24b3 req-6758e03d-29d9-4eb1-a216-ded98e06fe44 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 949 time: 0.0515749 Sep 21 10:07:41.039717 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9e74985b-4ed0-412d-83ed-9e326c6a24b3 req-8f09b0ec-dbe4-4a0e-9dcc-d12dfc0ba8eb tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=036372b0-7882-4a3a-9375-e35c096bd85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076884 Sep 21 10:07:41.089924 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 52056) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:41.104479 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed70ff2-fe35-466e-9555-75691b663fd1 req-cae0570e-5603-4e55-83d8-9ac7ce53d182 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:41.107875 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0ed70ff2-fe35-466e-9555-75691b663fd1 req-cae0570e-5603-4e55-83d8-9ac7ce53d182 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0664003 Sep 21 10:07:41.111909 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5815113f-cedb-48aa-99c4-f99f91599665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:41.241388 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119ae34-6cbb-43f7-a024-baca50bed03b req-9989f875-94fa-406e-86cd-61ad969705fe tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:41.243305 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a119ae34-6cbb-43f7-a024-baca50bed03b req-9989f875-94fa-406e-86cd-61ad969705fe tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 949 time: 0.1024947 Sep 21 10:07:41.249636 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0ed70ff2-fe35-466e-9555-75691b663fd1 req-802c92a5-61b8-438b-9e82-b3e963e09802 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355796 Sep 21 10:07:41.290163 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5815113f-cedb-48aa-99c4-f99f91599665 admin admin] Publish callbacks [] for security_group (f6fe4f65-bd2b-495a-9e82-9fc985108d0e), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:41.292139 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:41.300897 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5815113f-cedb-48aa-99c4-f99f91599665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (f6fe4f65-bd2b-495a-9e82-9fc985108d0e), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:41.340840 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea710e07-75d8-483a-a78d-db8639eeeb00 req-2413021a-4be1-4772-95cd-c1e16061edb3 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:41.342944 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ea710e07-75d8-483a-a78d-db8639eeeb00 req-2413021a-4be1-4772-95cd-c1e16061edb3 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.0981934 Sep 21 10:07:41.381458 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815113f-cedb-48aa-99c4-f99f91599665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fe4f65-bd2b-495a-9e82-9fc985108d0e,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:41.392317 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-5815113f-cedb-48aa-99c4-f99f91599665 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f2ad70c1051c44f59b5908721a39480c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004446 Sep 21 10:07:41.393576 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 52064) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:41.420006 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-a119ae34-6cbb-43f7-a024-baca50bed03b req-c01ba287-5813-4804-b2b2-dc76977de9ab tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Deleting port 19be1220-2339-4201-8f9d-1f0686c98fed {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:07:41.420346 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-a119ae34-6cbb-43f7-a024-baca50bed03b req-c01ba287-5813-4804-b2b2-dc76977de9ab tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (19be1220-2339-4201-8f9d-1f0686c98fed), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:41.426080 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:41.467254 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-165f4c0b-faac-4a77-99d4-2774f4e37686 admin admin] Publish callbacks [] for security_group (f6fe4f65-bd2b-495a-9e82-9fc985108d0e), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:41.479958 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ea710e07-75d8-483a-a78d-db8639eeeb00 req-c55b0f7b-924c-4026-9fc7-3c9949271dbb tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302450 Sep 21 10:07:41.491449 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-165f4c0b-faac-4a77-99d4-2774f4e37686 admin admin] Publish callbacks [] for security_group (f6fe4f65-bd2b-495a-9e82-9fc985108d0e), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:41.554653 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-a119ae34-6cbb-43f7-a024-baca50bed03b req-c01ba287-5813-4804-b2b2-dc76977de9ab tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] For port 19be1220-2339-4201-8f9d-1f0686c98fed, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=19be1220-2339-4201-8f9d-1f0686c98fed,segment=NetworkSegment(093f6d4f-ffaf-4c45-9701-ee3c6ca012c9),segment_id=093f6d4f-ffaf-4c45-9701-ee3c6ca012c9)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:07:41.555243 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-a119ae34-6cbb-43f7-a024-baca50bed03b req-c01ba287-5813-4804-b2b2-dc76977de9ab tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (19be1220-2339-4201-8f9d-1f0686c98fed), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:41.574335 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-165f4c0b-faac-4a77-99d4-2774f4e37686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (f6fe4f65-bd2b-495a-9e82-9fc985108d0e), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:41.577029 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-165f4c0b-faac-4a77-99d4-2774f4e37686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:41.578239 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-165f4c0b-faac-4a77-99d4-2774f4e37686 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f6fe4f65-bd2b-495a-9e82-9fc985108d0e HTTP/1.1" status: 204 len: 168 time: 0.1819763 Sep 21 10:07:41.580667 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-a119ae34-6cbb-43f7-a024-baca50bed03b req-c01ba287-5813-4804-b2b2-dc76977de9ab tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Calling delete_port for 19be1220-2339-4201-8f9d-1f0686c98fed owned by compute:nova {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:07:41.589671 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f4c0b-faac-4a77-99d4-2774f4e37686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fe4f65-bd2b-495a-9e82-9fc985108d0e,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:41.656657 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:41.794060 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-a119ae34-6cbb-43f7-a024-baca50bed03b req-c01ba287-5813-4804-b2b2-dc76977de9ab tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994'] for port (19be1220-2339-4201-8f9d-1f0686c98fed), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:41.826012 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ba287-5813-4804-b2b2-dc76977de9ab tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Pushing event deleted for resources: {'Port': ['ID=19be1220-2339-4201-8f9d-1f0686c98fed,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:41.887594 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-a119ae34-6cbb-43f7-a024-baca50bed03b req-c01ba287-5813-4804-b2b2-dc76977de9ab tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] No DVR routers for this DVR port 19be1220-2339-4201-8f9d-1f0686c98fed on host hv-cinder-85547 {{(pid=106519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:07:41.890935 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-a119ae34-6cbb-43f7-a024-baca50bed03b req-c01ba287-5813-4804-b2b2-dc76977de9ab tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:41.894388 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a119ae34-6cbb-43f7-a024-baca50bed03b req-c01ba287-5813-4804-b2b2-dc76977de9ab tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.42 "DELETE /networking/v2.0/ports/19be1220-2339-4201-8f9d-1f0686c98fed HTTP/1.1" status: 204 len: 173 time: 0.6436303 Sep 21 10:07:41.894933 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b853f497-0006-4c37-9295-73a2f0d99653', 'name': 'network-vif-deleted', 'tag': '19be1220-2339-4201-8f9d-1f0686c98fed'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:07:41.897894 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e5aab4-3e5e-47f5-b22c-fcf97e8c98a9" -d '{"events": [{"server_uuid": "b853f497-0006-4c37-9295-73a2f0d99653", "name": "network-vif-deleted", "tag": "19be1220-2339-4201-8f9d-1f0686c98fed"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:07:41.937959 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4949ec32-b0f7-4f8d-8f83-c3516545177d x-openstack-request-id: req-4949ec32-b0f7-4f8d-8f83-c3516545177d {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:07:41.938342 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b853f497-0006-4c37-9295-73a2f0d99653", "name": "network-vif-deleted", "tag": "19be1220-2339-4201-8f9d-1f0686c98fed", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:07:41.938599 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4949ec32-b0f7-4f8d-8f83-c3516545177d {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:07:41.939043 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4949ec32-b0f7-4f8d-8f83-c3516545177d'] response: {'server_uuid': 'b853f497-0006-4c37-9295-73a2f0d99653', 'name': 'network-vif-deleted', 'tag': '19be1220-2339-4201-8f9d-1f0686c98fed', 'status': 'completed', 'code': 200} Sep 21 10:07:42.211309 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d5cc5560-4201-4423-906e-42839c0f0bcf req-5a026f0b-aba8-48e0-9154-2cbf944f2713 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 210 time: 0.0363328 Sep 21 10:07:42.436364 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31f4b7-2347-429f-a4c2-fc693d59e537 req-18e3d356-f3d6-48e6-9ea9-7870525f9507 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:42.437905 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0e31f4b7-2347-429f-a4c2-fc693d59e537 req-18e3d356-f3d6-48e6-9ea9-7870525f9507 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0521157 Sep 21 10:07:42.504812 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0e31f4b7-2347-429f-a4c2-fc693d59e537 req-62bb3023-b636-4f46-a9ad-5b315dacb641 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595808 Sep 21 10:07:42.570147 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['19be1220-2339-4201-8f9d-1f0686c98fed'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:07:42.678764 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99424dc-7d52-422d-ba5d-6dbac2c3f593 req-759793f4-bfc7-4cf5-b63d-25b253c45c2e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:42.680414 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a99424dc-7d52-422d-ba5d-6dbac2c3f593 req-759793f4-bfc7-4cf5-b63d-25b253c45c2e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.0513566 Sep 21 10:07:42.750480 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a99424dc-7d52-422d-ba5d-6dbac2c3f593 req-1b3f70c9-2ceb-43bb-8f34-85966b4b5ccf tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638893 Sep 21 10:07:43.387864 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e9448cf6-1fa6-425c-bde6-8b326af4bd9f req-0dabe5f1-6e6a-4d23-8379-134d53f6c286 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 210 time: 0.0478239 Sep 21 10:07:43.688318 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe513896-6871-4af5-9791-0894f66ffe61 req-608aa931-3039-4dc4-a26c-123095b23776 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:43.690862 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fe513896-6871-4af5-9791-0894f66ffe61 req-608aa931-3039-4dc4-a26c-123095b23776 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0543363 Sep 21 10:07:43.758087 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fe513896-6871-4af5-9791-0894f66ffe61 req-fd03b3a3-8da2-44b7-ab12-47bafeb7056b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606492 Sep 21 10:07:43.943682 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee54f1-928f-4e5a-9f03-bbcb83252757 req-97ad03ed-6e3a-4d2a-8b22-18a0e58b19e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:43.945265 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-24ee54f1-928f-4e5a-9f03-bbcb83252757 req-97ad03ed-6e3a-4d2a-8b22-18a0e58b19e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.0560250 Sep 21 10:07:44.006178 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-24ee54f1-928f-4e5a-9f03-bbcb83252757 req-95d39e1e-8997-48f9-ab9f-41c4d448a966 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532806 Sep 21 10:07:44.570149 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-166ffa61-ab7a-4036-94d1-31b5788625f5 req-0e5b41bb-aa1c-4f69-a97f-6dfa4f2b5b35 tempest-VolumesNegativeTest-1290595111 tempest-VolumesNegativeTest-1290595111-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b853f497-0006-4c37-9295-73a2f0d99653 HTTP/1.1" status: 200 len: 210 time: 0.0326486 Sep 21 10:07:44.879231 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacad64-131b-4a0b-93ad-a1455b21f75b req-7f13b03c-0939-41b1-b6b0-0eba26cbb1d8 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:44.881287 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9bacad64-131b-4a0b-93ad-a1455b21f75b req-7f13b03c-0939-41b1-b6b0-0eba26cbb1d8 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0476000 Sep 21 10:07:44.940542 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9bacad64-131b-4a0b-93ad-a1455b21f75b req-21edcfce-9cdd-4f9d-89a0-d809c2249663 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535338 Sep 21 10:07:45.161503 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e55f83-1849-4060-8882-2a2588567aa9 req-e80e69b3-0191-4cb3-b39d-06636df8d0d3 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:45.163303 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-55e55f83-1849-4060-8882-2a2588567aa9 req-e80e69b3-0191-4cb3-b39d-06636df8d0d3 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.0648212 Sep 21 10:07:45.206972 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:45.235133 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-55e55f83-1849-4060-8882-2a2588567aa9 req-9ff9bedf-164f-4ea1-b188-9c93352d1674 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649271 Sep 21 10:07:45.573428 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194e43e-080d-446d-8e29-01f740c50d6b req-3e0c9033-f1cb-427b-908a-dbddfb4f910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:45.575850 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9194e43e-080d-446d-8e29-01f740c50d6b req-3e0c9033-f1cb-427b-908a-dbddfb4f910b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f75ba10758754f4f9c778e357a87f58e&device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 1129 time: 0.0610275 Sep 21 10:07:45.710604 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194e43e-080d-446d-8e29-01f740c50d6b req-02c4f39a-3048-49c1-b882-4dc3b8297ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:45.711793 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9194e43e-080d-446d-8e29-01f740c50d6b req-02c4f39a-3048-49c1-b882-4dc3b8297ee2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 200 len: 920 time: 0.1154790 Sep 21 10:07:45.758764 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9194e43e-080d-446d-8e29-01f740c50d6b req-20943d92-efe0-4591-bf4d-b4fb178f13cf service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ea79dbb-edca-4228-96bc-74750bc71fd7 HTTP/1.1" status: 200 len: 217 time: 0.0403030 Sep 21 10:07:45.819426 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194e43e-080d-446d-8e29-01f740c50d6b req-ab7a1d76-5019-4dbe-be32-e6d6562450b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:45.821029 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9194e43e-080d-446d-8e29-01f740c50d6b req-ab7a1d76-5019-4dbe-be32-e6d6562450b5 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5429b2a6-8b25-44de-bb46-df0f87df08ce HTTP/1.1" status: 200 len: 858 time: 0.0524273 Sep 21 10:07:45.992541 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194e43e-080d-446d-8e29-01f740c50d6b req-d7127c2d-6781-4f70-84fc-e3427b77b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:45.994386 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9194e43e-080d-446d-8e29-01f740c50d6b req-d7127c2d-6781-4f70-84fc-e3427b77b5c0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=97a59516-89f9-4e8e-9ccf-abdda6abc087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513520 Sep 21 10:07:46.086323 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140721c2-24a3-4e86-819b-d92b8bd77bc6 req-23202148-b629-4b66-b343-b6ec900cc04a tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:46.087832 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-140721c2-24a3-4e86-819b-d92b8bd77bc6 req-23202148-b629-4b66-b343-b6ec900cc04a tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0540876 Sep 21 10:07:46.137495 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-140721c2-24a3-4e86-819b-d92b8bd77bc6 req-0bf1543f-9c84-49db-8a88-cea2fcf33f00 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 Sep 21 10:07:46.390078 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:46.441688 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129eb614-8ffc-4bc5-ae78-5d952b6b6442 req-7bff8565-e3e3-4dca-920b-9654a74f692a tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:46.443900 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-129eb614-8ffc-4bc5-ae78-5d952b6b6442 req-7bff8565-e3e3-4dca-920b-9654a74f692a tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.1011715 Sep 21 10:07:46.515326 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9194e43e-080d-446d-8e29-01f740c50d6b req-279a5478-cde4-4248-9bfa-fb8f6beaaf7f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741014 Sep 21 10:07:46.528371 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-129eb614-8ffc-4bc5-ae78-5d952b6b6442 req-15c3caee-e1aa-4a3e-9a9e-7773b95e874f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774357 Sep 21 10:07:46.578879 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 19be1220-2339-4201-8f9d-1f0686c98fed no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:07:46.600495 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: 19be1220-2339-4201-8f9d-1f0686c98fed {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:07:46.600838 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 19be1220-2339-4201-8f9d-1f0686c98fed not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:07:46.970971 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9194e43e-080d-446d-8e29-01f740c50d6b req-9adbd7c4-011c-470f-8ede-25780a030c18 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410911 Sep 21 10:07:47.126268 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:47.337090 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1a1fa-d863-421e-9b14-c72301a83448 req-2f4332ea-317c-474e-bc80-d58921d75250 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:47.344359 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3fe1a1fa-d863-421e-9b14-c72301a83448 req-2f4332ea-317c-474e-bc80-d58921d75250 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0964909 Sep 21 10:07:47.413893 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3fe1a1fa-d863-421e-9b14-c72301a83448 req-55d96c23-e32a-490f-aaa1-5ea2092761bd tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683095 Sep 21 10:07:47.744823 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa11d44-3e77-46e0-bd70-bd62054f6665 req-41dd2d28-298e-419e-8b0d-08a8468182b0 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:47.764014 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-faa11d44-3e77-46e0-bd70-bd62054f6665 req-41dd2d28-298e-419e-8b0d-08a8468182b0 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.1125665 Sep 21 10:07:47.842880 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-faa11d44-3e77-46e0-bd70-bd62054f6665 req-9519646b-9f4b-43f0-ae23-2fcf026ea7aa tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735137 Sep 21 10:07:48.039395 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f1fe0-151b-4ad3-b450-70f4f57e7b8b req-139067c3-89ef-4f44-b732-312d15fb8d9f tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:48.040706 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-553f1fe0-151b-4ad3-b450-70f4f57e7b8b req-139067c3-89ef-4f44-b732-312d15fb8d9f tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.0612404 Sep 21 10:07:48.117989 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-553f1fe0-151b-4ad3-b450-70f4f57e7b8b req-1948b300-81da-4adb-8292-117c9a19d9de tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645683 Sep 21 10:07:48.572804 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c21aa4-b112-4566-960a-013de4182af8 req-43424d86-3121-4192-abd1-b42f4d14ffe5 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:48.576416 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-35c21aa4-b112-4566-960a-013de4182af8 req-43424d86-3121-4192-abd1-b42f4d14ffe5 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0767682 Sep 21 10:07:48.630914 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:48.645876 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-35c21aa4-b112-4566-960a-013de4182af8 req-f3acd2f6-2c90-4bac-8589-3eca4e137cde tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608549 Sep 21 10:07:49.025306 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec54171-f9ea-4919-b7da-a11864f838db req-55e4aefb-768d-4bff-aa0a-6314d20c17c8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:49.025306 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-dec54171-f9ea-4919-b7da-a11864f838db req-55e4aefb-768d-4bff-aa0a-6314d20c17c8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.0763533 Sep 21 10:07:49.093824 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-dec54171-f9ea-4919-b7da-a11864f838db req-4f4349b3-e58a-4b72-8428-0c2aa5858e7b tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569825 Sep 21 10:07:49.289944 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75992c-e0d2-4be4-97e1-deb7c9fd13dd req-675467a7-8e6f-42e3-a036-3b6b80147394 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:49.291830 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-dc75992c-e0d2-4be4-97e1-deb7c9fd13dd req-675467a7-8e6f-42e3-a036-3b6b80147394 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.0770605 Sep 21 10:07:49.352946 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-dc75992c-e0d2-4be4-97e1-deb7c9fd13dd req-f43050db-bc93-41be-8283-cb8cc6eb0009 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550363 Sep 21 10:07:49.800652 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b193e68-ff53-4a38-95d2-3e428e561d32 req-d76fc491-c83c-4567-89f1-7d806751fa51 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:49.802808 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3b193e68-ff53-4a38-95d2-3e428e561d32 req-d76fc491-c83c-4567-89f1-7d806751fa51 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0609276 Sep 21 10:07:49.881010 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3b193e68-ff53-4a38-95d2-3e428e561d32 req-c85fdaa4-3908-49a4-b569-601efdfcee88 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586112 Sep 21 10:07:50.272132 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2163f0a-6b2a-46dc-8eb6-f3dda5e4674d req-7c7d3a8d-194f-452e-8d1f-aee67042000c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:50.273888 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e2163f0a-6b2a-46dc-8eb6-f3dda5e4674d req-7c7d3a8d-194f-452e-8d1f-aee67042000c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.0705626 Sep 21 10:07:50.288900 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 52286) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:50.354950 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e2163f0a-6b2a-46dc-8eb6-f3dda5e4674d req-09d812d4-01f6-443f-a66c-0a6a055f426c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699492 Sep 21 10:07:50.432109 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ee5bb1bf-0001-41f6-ac2e-27450b1d26aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:50.508550 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f9c55-6ed8-4e03-9a95-eb9c825dd767 req-58f32799-0f16-48fa-a7fd-d0b891f0ea47 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:50.510172 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-640f9c55-6ed8-4e03-9a95-eb9c825dd767 req-58f32799-0f16-48fa-a7fd-d0b891f0ea47 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.0619385 Sep 21 10:07:50.537124 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:50.552456 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=7 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:50.570413 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ee5bb1bf-0001-41f6-ac2e-27450b1d26aa admin admin] Publish callbacks [] for security_group (4d73ccfd-34e4-4e99-815f-1de79b7a9feb), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:50.573533 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-640f9c55-6ed8-4e03-9a95-eb9c825dd767 req-712c3923-5bcc-4b71-ab7f-f6ed57e0be28 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532651 Sep 21 10:07:50.576320 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ee5bb1bf-0001-41f6-ac2e-27450b1d26aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (4d73ccfd-34e4-4e99-815f-1de79b7a9feb), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:50.656992 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-ee5bb1bf-0001-41f6-ac2e-27450b1d26aa admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a17f8aaa964d495f85c4a4b95c275f05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3664641 Sep 21 10:07:50.658465 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bb1bf-0001-41f6-ac2e-27450b1d26aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d73ccfd-34e4-4e99-815f-1de79b7a9feb,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:50.659450 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 52292) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:50.737420 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f47c9188-a01a-4dda-99a6-77d798395c4e admin admin] Publish callbacks [] for security_group (4d73ccfd-34e4-4e99-815f-1de79b7a9feb), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:51.058241 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f47c9188-a01a-4dda-99a6-77d798395c4e admin admin] Publish callbacks [] for security_group (4d73ccfd-34e4-4e99-815f-1de79b7a9feb), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:51.116256 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce57e53-5f1f-47a4-b991-d8897884d92e req-87f35e49-6755-4e03-be4f-6b61a8745ef5 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:51.117816 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8ce57e53-5f1f-47a4-b991-d8897884d92e req-87f35e49-6755-4e03-be4f-6b61a8745ef5 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0731528 Sep 21 10:07:51.176253 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f47c9188-a01a-4dda-99a6-77d798395c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (4d73ccfd-34e4-4e99-815f-1de79b7a9feb), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:51.178891 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f47c9188-a01a-4dda-99a6-77d798395c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:51.180131 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-f47c9188-a01a-4dda-99a6-77d798395c4e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4d73ccfd-34e4-4e99-815f-1de79b7a9feb HTTP/1.1" status: 204 len: 168 time: 0.5193787 Sep 21 10:07:51.187787 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8ce57e53-5f1f-47a4-b991-d8897884d92e req-b45f8252-99a6-4205-adc3-58459cbc1826 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639026 Sep 21 10:07:51.193351 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c9188-a01a-4dda-99a6-77d798395c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d73ccfd-34e4-4e99-815f-1de79b7a9feb,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:51.526866 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a306c-d028-464c-ac51-77f8f151e172 req-b6435ddf-7816-4619-999e-3eaeafbad08f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:51.528484 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c57a306c-d028-464c-ac51-77f8f151e172 req-b6435ddf-7816-4619-999e-3eaeafbad08f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.0565906 Sep 21 10:07:51.599530 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c57a306c-d028-464c-ac51-77f8f151e172 req-1e951e4a-75a9-47f2-ab32-55db673c2c6d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650823 Sep 21 10:07:51.601766 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:07:51.740153 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d90d23-f8fd-458e-a1f5-ec921594436c req-7c1de549-3a5e-484a-af73-11529fd8ab00 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:51.742088 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d9d90d23-f8fd-458e-a1f5-ec921594436c req-7c1de549-3a5e-484a-af73-11529fd8ab00 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.0614135 Sep 21 10:07:51.826660 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d9d90d23-f8fd-458e-a1f5-ec921594436c req-d0cae336-fb4f-4d0b-9827-0a731ede9a04 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729020 Sep 21 10:07:52.089759 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 52328) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:52.261592 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-174a053a-36e3-4936-846d-7abb336dc8d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-455068126-network', 'tenant_id': '0a9351524cbd42d1bbdeb4abb9e2853e'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:07:52.306093 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174a053a-36e3-4936-846d-7abb336dc8d4 admin admin] Made reservation on behalf of 0a9351524cbd42d1bbdeb4abb9e2853e for: {'network': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:07:52.310138 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-174a053a-36e3-4936-846d-7abb336dc8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:52.322009 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-174a053a-36e3-4936-846d-7abb336dc8d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:52.325498 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:52.421267 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ffd36-7d45-4cc0-b6be-310b7126fbac req-fc2311e7-c933-4cda-b95d-5fbb22b065e1 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:52.422974 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-679ffd36-7d45-4cc0-b6be-310b7126fbac req-fc2311e7-c933-4cda-b95d-5fbb22b065e1 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0886471 Sep 21 10:07:52.503883 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-679ffd36-7d45-4cc0-b6be-310b7126fbac req-64cb3d2a-7203-4080-a3e0-ea2fcb7c4d96 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739467 Sep 21 10:07:52.517395 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-174a053a-36e3-4936-846d-7abb336dc8d4 admin admin] Publish callbacks [] for security_group (480b639e-b618-43a2-bd8e-9339b2dbc132), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:52.527155 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-174a053a-36e3-4936-846d-7abb336dc8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (480b639e-b618-43a2-bd8e-9339b2dbc132), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:52.565521 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174a053a-36e3-4936-846d-7abb336dc8d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=106519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 10:07:52.568370 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a053a-36e3-4936-846d-7abb336dc8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480b639e-b618-43a2-bd8e-9339b2dbc132,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:52.579819 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-174a053a-36e3-4936-846d-7abb336dc8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (e98dae54-3975-4fad-b281-4cfcb4a17beb), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:52.580195 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.segments_db [None req-174a053a-36e3-4936-846d-7abb336dc8d4 admin admin] Added segment e98dae54-3975-4fad-b281-4cfcb4a17beb of type vlan for network 029496c3-2ac5-4dfc-bd1c-bc61b18974c0 Sep 21 10:07:52.625172 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-174a053a-36e3-4936-846d-7abb336dc8d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760787939759'] for network (029496c3-2ac5-4dfc-bd1c-bc61b18974c0), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:52.654618 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-174a053a-36e3-4936-846d-7abb336dc8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for network (029496c3-2ac5-4dfc-bd1c-bc61b18974c0), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:52.655791 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174a053a-36e3-4936-846d-7abb336dc8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:52.656363 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-174a053a-36e3-4936-846d-7abb336dc8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:52.664969 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:52.724862 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-174a053a-36e3-4936-846d-7abb336dc8d4 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6306283 Sep 21 10:07:52.725319 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 52338) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:07:52.730790 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-e6eea767-f539-4d56-a978-a577bb5c8229 admin admin] Request body: {'subnet': {'network_id': '029496c3-2ac5-4dfc-bd1c-bc61b18974c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-455068126-subnet', 'tenant_id': '0a9351524cbd42d1bbdeb4abb9e2853e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:07:52.763303 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a053a-36e3-4936-846d-7abb336dc8d4 admin admin] Pushing event updated for resources: {'Network': ['ID=029496c3-2ac5-4dfc-bd1c-bc61b18974c0,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:52.764109 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6eea767-f539-4d56-a978-a577bb5c8229 admin admin] Made reservation on behalf of 0a9351524cbd42d1bbdeb4abb9e2853e for: {'subnet': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:07:52.768449 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e6eea767-f539-4d56-a978-a577bb5c8229 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9909965'] for subnet (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:52.781720 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Network 029496c3-2ac5-4dfc-bd1c-bc61b18974c0 details requested by agent ovs-agent-dv-cinder-855479-2-iscsi with host dv-cinder-855479-2-iscsi {{(pid=106521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 10:07:52.786518 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720d5a9-45ac-4d25-9a6c-6df83ef470c4 req-980db4b9-cea8-4966-9119-1d8b1ebff2b4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:52.787446 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6720d5a9-45ac-4d25-9a6c-6df83ef470c4 req-980db4b9-cea8-4966-9119-1d8b1ebff2b4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.0746925 Sep 21 10:07:52.876212 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6720d5a9-45ac-4d25-9a6c-6df83ef470c4 req-6c6f8d28-b9cc-42ef-a9a1-b6b7a82f6eb8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772545 Sep 21 10:07:53.030447 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e6eea767-f539-4d56-a978-a577bb5c8229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9665447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9909979'] for subnet (d1a7ac6c-a222-462c-8031-7475f672f83c), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:53.056125 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004464a-000e-4592-b678-947a78f4d0b1 req-820c4cb4-2c64-4510-9e43-51576288f214 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:53.058867 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6004464a-000e-4592-b678-947a78f4d0b1 req-820c4cb4-2c64-4510-9e43-51576288f214 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.0871677 Sep 21 10:07:53.102197 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eea767-f539-4d56-a978-a577bb5c8229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1a7ac6c-a222-462c-8031-7475f672f83c,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:53.123100 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eea767-f539-4d56-a978-a577bb5c8229 admin admin] Checking segment: {'id': 'e98dae54-3975-4fad-b281-4cfcb4a17beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '029496c3-2ac5-4dfc-bd1c-bc61b18974c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:07:53.123493 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eea767-f539-4d56-a978-a577bb5c8229 admin admin] Network hostable DHCP agents. Network: 029496c3-2ac5-4dfc-bd1c-bc61b18974c0, hostable agents: ['abecb771-581e-4ad9-b557-ede811f6c277'], hosted agents: [] {{(pid=106520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 10:07:53.162021 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eea767-f539-4d56-a978-a577bb5c8229 admin admin] Network 029496c3-2ac5-4dfc-bd1c-bc61b18974c0 is scheduled to be hosted by DHCP agent abecb771-581e-4ad9-b557-ede811f6c277 with binding_index 1 {{(pid=106520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 10:07:53.188990 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6004464a-000e-4592-b678-947a78f4d0b1 req-e774d0bd-cf0f-44ee-b8bd-9ca5c606769d tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111457 Sep 21 10:07:53.189791 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-e6eea767-f539-4d56-a978-a577bb5c8229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855479-2-iscsi, 029496c3-2ac5-4dfc-bd1c-bc61b18974c0) {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:07:53.189791 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eea767-f539-4d56-a978-a577bb5c8229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:53.189955 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e6eea767-f539-4d56-a978-a577bb5c8229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:53.199776 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011f7ca8-2ca4-4d75-a535-be4cd0795c47 None None] Network 029496c3-2ac5-4dfc-bd1c-bc61b18974c0 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:07:53.210630 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-e6eea767-f539-4d56-a978-a577bb5c8229 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4837177 Sep 21 10:07:53.380858 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e1bff2-b9e3-4805-8973-4e3d2c4cc839 None None] Network 029496c3-2ac5-4dfc-bd1c-bc61b18974c0 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:07:53.668719 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bcc2e-444c-4f8a-ac4d-87c2364c283c req-46137b85-9584-4ac0-bbc6-71b1aac3e13f tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:53.671072 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-270bcc2e-444c-4f8a-ac4d-87c2364c283c req-46137b85-9584-4ac0-bbc6-71b1aac3e13f tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0721891 Sep 21 10:07:53.731242 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-270bcc2e-444c-4f8a-ac4d-87c2364c283c req-64fd9a16-8d12-4245-b46a-e19dfc2da466 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524001 Sep 21 10:07:54.073086 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3e11b-97b5-4551-9e6a-6f53f249e2dd req-2fc54705-5ba5-410d-ba51-0343c75c3611 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:54.075773 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e6d3e11b-97b5-4551-9e6a-6f53f249e2dd req-2fc54705-5ba5-410d-ba51-0343c75c3611 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.0638933 Sep 21 10:07:54.159910 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e6d3e11b-97b5-4551-9e6a-6f53f249e2dd req-4f980ebc-b3b2-4351-b743-2751da07ed37 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780282 Sep 21 10:07:54.345544 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db220a9-cff8-4cf8-8070-8a9a45b35242 req-73d1fe5d-9155-42f5-911f-8ad9ceeaecda tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:54.348255 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6db220a9-cff8-4cf8-8070-8a9a45b35242 req-73d1fe5d-9155-42f5-911f-8ad9ceeaecda tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.0634198 Sep 21 10:07:54.431890 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6db220a9-cff8-4cf8-8070-8a9a45b35242 req-492a7bb4-7715-4f35-a1a3-af3b3cd7faed tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772889 Sep 21 10:07:54.613132 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 148e91ff-3fb3-4329-a282-1d7ebc94ae46 details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:07:54.745286 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 148e91ff-3fb3-4329-a282-1d7ebc94ae46, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=148e91ff-3fb3-4329-a282-1d7ebc94ae46,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:07:54.761808 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': '148e91ff-3fb3-4329-a282-1d7ebc94ae46', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'port_id': '148e91ff-3fb3-4329-a282-1d7ebc94ae46', 'mac_address': 'fa:16:3e:ce:fd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:07:54.810024 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 is: ACTIVE; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:07:54.810651 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:54.835864 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 148e91ff-3fb3-4329-a282-1d7ebc94ae46 {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:07:54.865152 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:54.867669 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 148e91ff-3fb3-4329-a282-1d7ebc94ae46, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=148e91ff-3fb3-4329-a282-1d7ebc94ae46,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:07:54.873689 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:54.883487 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bb25e-1d78-49f7-b91d-f7275aee9f9b req-73e50694-3641-4197-bc64-1bfa548b5f34 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:54.885300 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b59bb25e-1d78-49f7-b91d-f7275aee9f9b req-73e50694-3641-4197-bc64-1bfa548b5f34 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0606775 Sep 21 10:07:54.950285 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=148e91ff-3fb3-4329-a282-1d7ebc94ae46,revision_number=6']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:54.958580 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:54.959023 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:54.959359 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:54.959804 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:54.960144 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:54.960474 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:54.960930 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:54.961385 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:54.961700 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:54.962066 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:54.962741 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:54.963297 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:54.963808 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:54.964018 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:54.964339 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:07:54.978484 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b59bb25e-1d78-49f7-b91d-f7275aee9f9b req-f73ebbb9-8c45-42bc-8e36-c087f36f0ed8 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789974 Sep 21 10:07:54.998514 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['148e91ff-3fb3-4329-a282-1d7ebc94ae46'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:07:55.341977 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75746b-9392-4148-aa52-2c38a3185b26 req-c4b78939-09ed-4037-a287-7e626b9a7dfa tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:55.344952 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0f75746b-9392-4148-aa52-2c38a3185b26 req-c4b78939-09ed-4037-a287-7e626b9a7dfa tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 945 time: 0.0802667 Sep 21 10:07:55.411688 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0f75746b-9392-4148-aa52-2c38a3185b26 req-55bb93d0-b187-47ff-8c13-47c5493f1aa9 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574238 Sep 21 10:07:55.618680 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214013a-3a19-411b-9fe8-2d5cc8086a80 req-c6d9ee44-d711-4f15-a73e-b94ab7d4b9a6 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:55.620246 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b214013a-3a19-411b-9fe8-2d5cc8086a80 req-c6d9ee44-d711-4f15-a73e-b94ab7d4b9a6 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.0561752 Sep 21 10:07:55.682614 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b214013a-3a19-411b-9fe8-2d5cc8086a80 req-9808ef60-0ca6-4d82-bbb3-5af3e4e12bfe tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541670 Sep 21 10:07:56.158287 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7fdec-cc70-41fb-a63c-732d4e7ba840 req-559c628b-13e4-4b96-bf14-e854a71e5487 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:56.159898 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9cc7fdec-cc70-41fb-a63c-732d4e7ba840 req-559c628b-13e4-4b96-bf14-e854a71e5487 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0753765 Sep 21 10:07:56.219801 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9cc7fdec-cc70-41fb-a63c-732d4e7ba840 req-a83865a6-55ac-448e-89ec-4a0b98f48cca tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531018 Sep 21 10:07:56.593231 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d553981-ba57-4dde-99e0-27e2358ebfba req-5e735e25-46c2-4cee-aa8e-0e0ada2e0c06 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:56.594875 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7d553981-ba57-4dde-99e0-27e2358ebfba req-5e735e25-46c2-4cee-aa8e-0e0ada2e0c06 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 945 time: 0.0584955 Sep 21 10:07:56.625412 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 148e91ff-3fb3-4329-a282-1d7ebc94ae46 up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:07:56.656643 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7d553981-ba57-4dde-99e0-27e2358ebfba req-59f88b56-76bd-472b-9518-af5e375c4e49 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547268 Sep 21 10:07:56.718784 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:07:56.719625 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:56.720416 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 Sep 21 10:07:56.832856 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70822361-3136-4ec8-b2d6-68ef27b35280 req-762ae934-6e43-464d-ab7b-6a8190649566 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:56.834350 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-70822361-3136-4ec8-b2d6-68ef27b35280 req-762ae934-6e43-464d-ab7b-6a8190649566 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.0609658 Sep 21 10:07:56.852887 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:07:56.853509 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:56.886008 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:56.894280 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db0f842-9480-43d7-8547-215cdd591300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148e91ff-3fb3-4329-a282-1d7ebc94ae46'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:07:56.898737 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3078cf72-65e9-487b-8a2b-061740882b4b" -d '{"events": [{"server_uuid": "8db0f842-9480-43d7-8547-215cdd591300", "name": "network-vif-plugged", "status": "completed", "tag": "148e91ff-3fb3-4329-a282-1d7ebc94ae46"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:07:56.908079 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-70822361-3136-4ec8-b2d6-68ef27b35280 req-2ef04737-695c-42d2-bad4-169f40f9c41e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663066 Sep 21 10:07:56.926437 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 148e91ff-3fb3-4329-a282-1d7ebc94ae46, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=148e91ff-3fb3-4329-a282-1d7ebc94ae46,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:07:56.933122 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:07:56.995144 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751023ff-a9cd-4252-9077-3ca3bb45eaff x-openstack-request-id: req-751023ff-a9cd-4252-9077-3ca3bb45eaff {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:07:56.995436 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db0f842-9480-43d7-8547-215cdd591300", "name": "network-vif-plugged", "status": "completed", "tag": "148e91ff-3fb3-4329-a282-1d7ebc94ae46", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:07:56.995715 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-751023ff-a9cd-4252-9077-3ca3bb45eaff {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:07:56.996241 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-751023ff-a9cd-4252-9077-3ca3bb45eaff'] response: {'server_uuid': '8db0f842-9480-43d7-8547-215cdd591300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148e91ff-3fb3-4329-a282-1d7ebc94ae46', 'code': 200} Sep 21 10:07:57.016424 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=148e91ff-3fb3-4329-a282-1d7ebc94ae46,revision_number=7']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:07:57.121028 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:57.266273 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-1c7f5b2f-63a4-4276-9c2c-48007834f422 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:57.268929 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-1c7f5b2f-63a4-4276-9c2c-48007834f422 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/networks?id=029496c3-2ac5-4dfc-bd1c-bc61b18974c0 HTTP/1.1" status: 200 len: 808 time: 0.1583309 Sep 21 10:07:57.292463 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f4fe9a9c-3d9f-4dcc-9321-38d6309be370 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/quotas/0a9351524cbd42d1bbdeb4abb9e2853e HTTP/1.1" status: 200 len: 375 time: 0.0175190 Sep 21 10:07:57.336293 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-5476f691-e119-4a6e-a6d8-9d291dbf7cc3 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0a9351524cbd42d1bbdeb4abb9e2853e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405712 Sep 21 10:07:57.506727 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2dc49-5814-4646-9405-864ee5d13e63 req-3b40ec34-6f18-48b9-b93d-d21925378ffe tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:57.508329 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-64a2dc49-5814-4646-9405-864ee5d13e63 req-3b40ec34-6f18-48b9-b93d-d21925378ffe tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.1317410 Sep 21 10:07:57.555953 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f4581d1b-b2e1-43b9-bf4d-cb7d14631ecd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/029496c3-2ac5-4dfc-bd1c-bc61b18974c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141068 Sep 21 10:07:57.638965 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-64a2dc49-5814-4646-9405-864ee5d13e63 req-a3c047ec-ef73-4037-b147-942c0f3a6228 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164908 Sep 21 10:07:57.703427 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-edf9714d-d462-48df-8d87-98aaf73fd234 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/029496c3-2ac5-4dfc-bd1c-bc61b18974c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413927 Sep 21 10:07:57.889008 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c517f32-2b1b-48e9-a988-9ee519d1ed23 req-804a648a-8fd5-4a02-9eb5-08feee36723e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:57.891445 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9c517f32-2b1b-48e9-a988-9ee519d1ed23 req-804a648a-8fd5-4a02-9eb5-08feee36723e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.0942626 Sep 21 10:07:57.957725 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:07:57.990592 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9c517f32-2b1b-48e9-a988-9ee519d1ed23 req-4b643e55-992b-4114-97db-9004004b5ab7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876544 Sep 21 10:07:58.072448 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1b043983-6568-46e2-a942-8e65cf2e4a38 req-47a0e377-2918-45f3-ae58-207d0e3046ae tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 210 time: 0.0633013 Sep 21 10:07:58.252717 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fd6f3-9cd3-4fbd-85e8-e7d7ceb836f1 req-2af07e9a-c095-4422-a6a6-26fe7e983e8e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:58.255710 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-228fd6f3-9cd3-4fbd-85e8-e7d7ceb836f1 req-2af07e9a-c095-4422-a6a6-26fe7e983e8e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.1044817 Sep 21 10:07:58.338179 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-228fd6f3-9cd3-4fbd-85e8-e7d7ceb836f1 req-35c9b20a-8631-4e47-835d-0c2783356a2c tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744452 Sep 21 10:07:58.455379 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb654015-46ae-4dad-b995-8533b4c09c39 req-e7a12517-526e-4f3d-9d84-ab3dbd361277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:58.455379 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fb654015-46ae-4dad-b995-8533b4c09c39 req-e7a12517-526e-4f3d-9d84-ab3dbd361277 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 1129 time: 0.0505855 Sep 21 10:07:58.556378 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fb654015-46ae-4dad-b995-8533b4c09c39 req-f660bb29-0565-43e6-a1db-66cc3b9104d2 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887303 Sep 21 10:07:58.856400 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f441f-abde-4ddb-8177-d56777cca2b4 req-d1477741-bf04-4de7-a1dc-b6d736de0040 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:58.858339 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ed4f441f-abde-4ddb-8177-d56777cca2b4 req-d1477741-bf04-4de7-a1dc-b6d736de0040 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0759404 Sep 21 10:07:58.935179 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ed4f441f-abde-4ddb-8177-d56777cca2b4 req-03e3e70c-da4b-461b-8637-e17af65c71a8 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664325 Sep 21 10:07:59.199763 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7e247-2ce7-42a5-8e52-eb50cd31e16a req-b00eb122-17f9-436a-be85-30cbdffa2922 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:59.202191 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-67c7e247-2ce7-42a5-8e52-eb50cd31e16a req-b00eb122-17f9-436a-be85-30cbdffa2922 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.0786247 Sep 21 10:07:59.290530 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-65fd04d7-8090-494c-a35a-75b4d929541d req-22323879-284b-4719-99dd-5712e9e4bda8 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 210 time: 0.0612411 Sep 21 10:07:59.336465 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-67c7e247-2ce7-42a5-8e52-eb50cd31e16a req-f52903c6-0ac0-463c-a4fd-a12a21a8d70b tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250494 Sep 21 10:07:59.655475 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1093b7-a0b9-45c3-8ccf-38c4189ec7b4 req-940e0d39-4bc9-48a2-860b-e0eaa6fed673 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:07:59.669407 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4a1093b7-a0b9-45c3-8ccf-38c4189ec7b4 req-940e0d39-4bc9-48a2-860b-e0eaa6fed673 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.1400206 Sep 21 10:07:59.768707 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4a1093b7-a0b9-45c3-8ccf-38c4189ec7b4 req-16ce0782-b55b-4e11-a308-19bad91f370b tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925639 Sep 21 10:08:00.157639 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a052563-883a-4323-a780-090cf7c6ab27 req-19f71a48-7550-4008-84ee-18d8cc3cec68 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:00.160883 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8a052563-883a-4323-a780-090cf7c6ab27 req-19f71a48-7550-4008-84ee-18d8cc3cec68 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0824583 Sep 21 10:08:00.195589 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:00.242341 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8a052563-883a-4323-a780-090cf7c6ab27 req-bf440946-4b48-4f99-b7a9-6c3b0dd547ee tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721703 Sep 21 10:08:00.533379 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0b00f-77e0-459c-a9be-57007833f81d req-77c1b609-3d73-4dcf-bad5-a0f4f2920215 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:00.541217 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-45f0b00f-77e0-459c-a9be-57007833f81d req-77c1b609-3d73-4dcf-bad5-a0f4f2920215 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.0733449 Sep 21 10:08:00.560439 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f969ccf7-de62-4188-a675-f725f75470fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:00.611545 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b616e33e-26e7-4f4d-b135-487a79878bea req-3a928fb4-86c4-4c46-9504-f2e53219ae74 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 210 time: 0.0548897 Sep 21 10:08:00.672271 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-45f0b00f-77e0-459c-a9be-57007833f81d req-17deef1e-b9d1-4fa5-bdf2-b076cc790c69 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294103 Sep 21 10:08:01.139472 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081687c4-e8ce-4b9d-b833-435b5f2997ee req-6dccfaa2-b857-45e0-ada8-607ab9d2a183 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:01.167022 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-081687c4-e8ce-4b9d-b833-435b5f2997ee req-6dccfaa2-b857-45e0-ada8-607ab9d2a183 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.1883426 Sep 21 10:08:01.273516 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd726d-0039-41e4-9db4-9520c6efe87b req-b656a5c3-7f2a-4267-b0d8-ba90338854b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:01.275589 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-84fd726d-0039-41e4-9db4-9520c6efe87b req-b656a5c3-7f2a-4267-b0d8-ba90338854b1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f75ba10758754f4f9c778e357a87f58e&device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 1129 time: 0.0547764 Sep 21 10:08:01.513281 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:01.596167 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:01.620968 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061a81c-5bec-42d8-b4f6-a2f8535dfe7f req-72c55e6a-6e6f-4a0f-8695-4f6a56ebd7dd tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:01.622962 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5061a81c-5bec-42d8-b4f6-a2f8535dfe7f req-72c55e6a-6e6f-4a0f-8695-4f6a56ebd7dd tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.3443279 Sep 21 10:08:01.635059 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-081687c4-e8ce-4b9d-b833-435b5f2997ee req-0d9a6581-ba3c-4329-9011-c636ba9c228c tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4642015 Sep 21 10:08:01.869624 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd726d-0039-41e4-9db4-9520c6efe87b req-f2b36271-d210-4d28-8b41-d3022f3dbcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:01.872525 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-84fd726d-0039-41e4-9db4-9520c6efe87b req-f2b36271-d210-4d28-8b41-d3022f3dbcc0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 200 len: 920 time: 0.4966552 Sep 21 10:08:01.882297 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5061a81c-5bec-42d8-b4f6-a2f8535dfe7f req-4c43abf2-7268-4d79-807b-5f381d90e49f tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461329 Sep 21 10:08:01.888665 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4189ada6-5c25-4835-b4b7-adb289114ea5 req-9e32ebf6-3d10-41dd-9a29-b7756323e1db tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 210 time: 0.1274278 Sep 21 10:08:01.924876 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-37845216-2522-4456-b190-9bdeb6a9da82 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:01.931592 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-37845216-2522-4456-b190-9bdeb6a9da82 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.42 "GET /networking/v2.0/networks?id=029496c3-2ac5-4dfc-bd1c-bc61b18974c0 HTTP/1.1" status: 200 len: 808 time: 0.5536447 Sep 21 10:08:02.086262 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-14b375bb-7f56-4aab-9368-e4a7f472930e tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Request body: {'port': {'device_id': '01e6e101-433e-4cc1-94f7-2cad4a02823c', 'network_id': '029496c3-2ac5-4dfc-bd1c-bc61b18974c0', 'admin_state_up': True, 'tenant_id': '0a9351524cbd42d1bbdeb4abb9e2853e'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:02.094554 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-84fd726d-0039-41e4-9db4-9520c6efe87b req-b1802bd9-3909-494f-9468-9453594a1f03 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ea79dbb-edca-4228-96bc-74750bc71fd7 HTTP/1.1" status: 200 len: 217 time: 0.2098300 Sep 21 10:08:02.282343 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce901e-76d4-481d-9b93-9750bf5420cd req-5bbd8f9d-9c4a-40b2-b5a0-ff5748b2cc17 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:02.290431 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9cce901e-76d4-481d-9b93-9750bf5420cd req-5bbd8f9d-9c4a-40b2-b5a0-ff5748b2cc17 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.2133148 Sep 21 10:08:02.384287 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd726d-0039-41e4-9db4-9520c6efe87b req-bf5b702d-991d-4eee-ac6e-aa490bdc3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:02.385733 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-84fd726d-0039-41e4-9db4-9520c6efe87b req-bf5b702d-991d-4eee-ac6e-aa490bdc3253 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5429b2a6-8b25-44de-bb46-df0f87df08ce HTTP/1.1" status: 200 len: 858 time: 0.1620345 Sep 21 10:08:02.452312 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9cce901e-76d4-481d-9b93-9750bf5420cd req-5ecf32ad-6f76-4d45-a642-523fb0157b1c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608541 Sep 21 10:08:02.505872 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-14b375bb-7f56-4aab-9368-e4a7f472930e tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Made reservation on behalf of 0a9351524cbd42d1bbdeb4abb9e2853e for: {'port': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:08:02.511162 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-14b375bb-7f56-4aab-9368-e4a7f472930e tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:02.530593 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd726d-0039-41e4-9db4-9520c6efe87b req-0aa0c3ed-6dcc-4fee-8520-a29ac7367672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:02.532904 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-84fd726d-0039-41e4-9db4-9520c6efe87b req-0aa0c3ed-6dcc-4fee-8520-a29ac7367672 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=97a59516-89f9-4e8e-9ccf-abdda6abc087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1325536 Sep 21 10:08:02.877866 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-84fd726d-0039-41e4-9db4-9520c6efe87b req-94caf7ad-4fae-4fa6-8dd7-076466fc5286 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305407 Sep 21 10:08:02.934835 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e461f-e758-4fb3-bed4-27246b57d5f1 req-72cd6c4a-d168-47af-be07-dcff0a398d44 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:02.943067 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-772e461f-e758-4fb3-bed4-27246b57d5f1 req-72cd6c4a-d168-47af-be07-dcff0a398d44 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.1455379 Sep 21 10:08:03.001855 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:03.053159 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-14b375bb-7f56-4aab-9368-e4a7f472930e tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Allocated IP 172.20.0.5 (029496c3-2ac5-4dfc-bd1c-bc61b18974c0/d1a7ac6c-a222-462c-8031-7475f672f83c/962c61a2-17f8-4bd4-97cf-4ef81cb572ea) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:08:03.055323 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:03.126483 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b2db8df9-6055-4d5b-b78b-bbd922b36e82 req-ab842dc1-30dd-4eaa-8f54-8676815ea0b9 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 210 time: 0.0525742 Sep 21 10:08:03.196466 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-772e461f-e758-4fb3-bed4-27246b57d5f1 req-9c5b2712-157f-48e5-94e5-a3dafac7e12d tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523320 Sep 21 10:08:03.201259 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:03.203886 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=44,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:03.246890 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-84fd726d-0039-41e4-9db4-9520c6efe87b req-131de9cd-67da-4add-8154-98b67b3f9951 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449917 Sep 21 10:08:03.681718 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-55187407-35d4-4a3d-beb8-9852a85e3053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:03.861054 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4faad-4cec-4480-814c-d1302c768626 req-da267b9a-2d86-459f-aa45-5468d364d147 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:03.861054 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6aa4faad-4cec-4480-814c-d1302c768626 req-da267b9a-2d86-459f-aa45-5468d364d147 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.5127196 Sep 21 10:08:03.935916 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df057926-93c1-4e1c-8d48-0410b267446f req-12b1c94e-7f4b-4725-8ebc-fdd25f6a008e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:03.944770 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-df057926-93c1-4e1c-8d48-0410b267446f req-12b1c94e-7f4b-4725-8ebc-fdd25f6a008e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.2445395 Sep 21 10:08:03.985293 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-14b375bb-7f56-4aab-9368-e4a7f472930e tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Publish callbacks [] for port (962c61a2-17f8-4bd4-97cf-4ef81cb572ea), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:04.066620 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6aa4faad-4cec-4480-814c-d1302c768626 req-cfba6c3e-5eb1-4e39-802c-86eacc4ff79c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203598 Sep 21 10:08:04.120682 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-df057926-93c1-4e1c-8d48-0410b267446f req-d40a2253-f640-442c-8e05-b05afdfd6f48 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589751 Sep 21 10:08:04.123635 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-14b375bb-7f56-4aab-9368-e4a7f472930e tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (962c61a2-17f8-4bd4-97cf-4ef81cb572ea), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:04.202109 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-14b375bb-7f56-4aab-9368-e4a7f472930e tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Network 029496c3-2ac5-4dfc-bd1c-bc61b18974c0 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:08:04.206103 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-14b375bb-7f56-4aab-9368-e4a7f472930e tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:04.209443 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-14b375bb-7f56-4aab-9368-e4a7f472930e tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:08:04.214228 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-14b375bb-7f56-4aab-9368-e4a7f472930e tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:04.218549 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-14b375bb-7f56-4aab-9368-e4a7f472930e tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:04.248015 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-14b375bb-7f56-4aab-9368-e4a7f472930e tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1685805 Sep 21 10:08:04.249541 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b375bb-7f56-4aab-9368-e4a7f472930e tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Pushing event updated for resources: {'Port': ['ID=962c61a2-17f8-4bd4-97cf-4ef81cb572ea,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:04.454721 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0ecc1-dd42-4a6a-9ff3-b1252158715d req-3aa95f63-9579-44d7-8c85-6493eba1061a tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:04.464595 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5dd0ecc1-dd42-4a6a-9ff3-b1252158715d req-3aa95f63-9579-44d7-8c85-6493eba1061a tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.1261845 Sep 21 10:08:04.574629 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec2c6a-8d73-4d22-ae72-1434cb563dc7 req-7f4c382d-bb01-44df-a72f-75a9584a6c33 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:04.576297 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-47ec2c6a-8d73-4d22-ae72-1434cb563dc7 req-7f4c382d-bb01-44df-a72f-75a9584a6c33 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 931 time: 0.1083949 Sep 21 10:08:04.638599 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5dd0ecc1-dd42-4a6a-9ff3-b1252158715d req-87e147c9-2a65-4922-ab9d-77149d77d8c4 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655383 Sep 21 10:08:04.680102 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-47ec2c6a-8d73-4d22-ae72-1434cb563dc7 req-de5e385d-3fb4-4f42-8e7f-4b43a387369d tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941536 Sep 21 10:08:04.715060 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:04.717874 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:04.718170 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Request body: {'port': {'device_id': '01e6e101-433e-4cc1-94f7-2cad4a02823c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:04.759266 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:04.787292 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:04.868169 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (962c61a2-17f8-4bd4-97cf-4ef81cb572ea), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:05.221752 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23371616-bfb6-4e32-b118-636b029d962f req-9d2b4077-dc82-4672-9577-a1381586ef9c tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:05.229747 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-23371616-bfb6-4e32-b118-636b029d962f req-9d2b4077-dc82-4672-9577-a1381586ef9c tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.2184551 Sep 21 10:08:05.270172 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c82b4-c915-453e-a37d-66ce779cc922 req-337402cb-1302-4b64-9f6a-063eac969d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:05.272000 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-441c82b4-c915-453e-a37d-66ce779cc922 req-337402cb-1302-4b64-9f6a-063eac969d6f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b3bd8b4fc3c749cb90f28023dc955c9a&device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 1129 time: 0.1447506 Sep 21 10:08:05.475082 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:05.695858 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:05.723714 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-23371616-bfb6-4e32-b118-636b029d962f req-2f8a3f7a-6666-46d7-b996-9b3ba357397f tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4827397 Sep 21 10:08:05.997364 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07f509-6f51-499d-9e86-6d3da3b6f3a8 req-7f006bab-b1ae-48b2-84c5-4bff4a224aa3 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:06.005881 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-db07f509-6f51-499d-9e86-6d3da3b6f3a8 req-7f006bab-b1ae-48b2-84c5-4bff4a224aa3 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.7390928 Sep 21 10:08:06.030956 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 52808) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:06.235364 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badff28-97c9-4f54-9140-ade3a63895f6 req-3468ed0e-563c-4b14-95e3-71937f18f2e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:06.238287 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9badff28-97c9-4f54-9140-ade3a63895f6 req-3468ed0e-563c-4b14-95e3-71937f18f2e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.3374250 Sep 21 10:08:06.318296 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c82b4-c915-453e-a37d-66ce779cc922 req-6c058fb9-235d-4f44-b796-7c0935cfb026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:06.319702 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-441c82b4-c915-453e-a37d-66ce779cc922 req-6c058fb9-235d-4f44-b796-7c0935cfb026 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=60fbaebe-52f4-4e3a-8714-a12eadb4201c HTTP/1.1" status: 200 len: 912 time: 0.6463716 Sep 21 10:08:06.340193 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-db07f509-6f51-499d-9e86-6d3da3b6f3a8 req-c9abb035-b927-4709-9b89-5cf86476a593 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325329 Sep 21 10:08:06.384115 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-15956f77-8820-40b2-82cb-7b47761af43e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a2b909852ab44325ac2f4ad499b09c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3512378 Sep 21 10:08:06.387735 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 52812) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:06.476088 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf7e675b-95ab-4aa0-9778-cdfbd1591178 admin admin] Publish callbacks [] for security_group (036372b0-7882-4a3a-9375-e35c096bd85e), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:06.509945 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf7e675b-95ab-4aa0-9778-cdfbd1591178 admin admin] Publish callbacks [] for security_group (036372b0-7882-4a3a-9375-e35c096bd85e), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:06.536933 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:06.547831 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962c61a2-17f8-4bd4-97cf-4ef81cb572ea {{(pid=106519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:08:06.550769 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:06.572671 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9badff28-97c9-4f54-9140-ade3a63895f6 req-a56d8d46-3110-4b16-abf2-b2f4e94a019e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001096 Sep 21 10:08:06.587533 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Publish callbacks [] for port (962c61a2-17f8-4bd4-97cf-4ef81cb572ea), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:06.599390 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-441c82b4-c915-453e-a37d-66ce779cc922 req-ea7ac871-3c42-40c1-a03a-6fcdf3b630c3 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e92fb13-32a5-4052-a608-cd35f3bac843 HTTP/1.1" status: 200 len: 1001 time: 0.2473528 Sep 21 10:08:06.652482 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c39dca-ff41-41c7-a05a-a5a0ba2efa7e req-7fe37f7e-5a15-4432-ae35-9233f11ea0a8 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:06.655860 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d9c39dca-ff41-41c7-a05a-a5a0ba2efa7e req-7fe37f7e-5a15-4432-ae35-9233f11ea0a8 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 931 time: 0.1796448 Sep 21 10:08:06.656233 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf7e675b-95ab-4aa0-9778-cdfbd1591178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (036372b0-7882-4a3a-9375-e35c096bd85e), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:06.658868 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf7e675b-95ab-4aa0-9778-cdfbd1591178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:06.663061 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-bf7e675b-95ab-4aa0-9778-cdfbd1591178 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/036372b0-7882-4a3a-9375-e35c096bd85e HTTP/1.1" status: 204 len: 168 time: 0.2738087 Sep 21 10:08:06.684923 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e675b-95ab-4aa0-9778-cdfbd1591178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036372b0-7882-4a3a-9375-e35c096bd85e,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:06.699083 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.provisioning_blocks [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Transition to ACTIVE for port object 962c61a2-17f8-4bd4-97cf-4ef81cb572ea will not be triggered until provisioned by entity L2. {{(pid=106519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:08:06.724405 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (962c61a2-17f8-4bd4-97cf-4ef81cb572ea), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:06.947244 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c82b4-c915-453e-a37d-66ce779cc922 req-541081d8-26d8-4a47-b1f3-78d6d6a93d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:06.950055 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-441c82b4-c915-453e-a37d-66ce779cc922 req-541081d8-26d8-4a47-b1f3-78d6d6a93d8b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4d5d2acf-1045-41a7-ba31-7ebbbda78430 HTTP/1.1" status: 200 len: 850 time: 0.3385077 Sep 21 10:08:07.061886 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Pushing event updated for resources: {'Port': ['ID=962c61a2-17f8-4bd4-97cf-4ef81cb572ea,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:07.080492 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c82b4-c915-453e-a37d-66ce779cc922 req-6d43800f-64f6-4c35-b730-db6d6e335868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:07.082900 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-441c82b4-c915-453e-a37d-66ce779cc922 req-6d43800f-64f6-4c35-b730-db6d6e335868 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=60fbaebe-52f4-4e3a-8714-a12eadb4201c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1037469 Sep 21 10:08:07.124843 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d9c39dca-ff41-41c7-a05a-a5a0ba2efa7e req-33020ebe-dd20-4ba7-b758-aa29759a5fac tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322658 Sep 21 10:08:07.250344 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-441c82b4-c915-453e-a37d-66ce779cc922 req-faadde1a-bf66-499c-a5fc-e80162e796a9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/60fbaebe-52f4-4e3a-8714-a12eadb4201c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405265 Sep 21 10:08:07.282570 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0a872-7784-4646-a3a1-4f9e1adc3584 req-532b35de-c669-456f-a913-662c1bbc7de0 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:07.290635 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-03e0a872-7784-4646-a3a1-4f9e1adc3584 req-532b35de-c669-456f-a913-662c1bbc7de0 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.4403007 Sep 21 10:08:07.316569 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Attempting to bind port 962c61a2-17f8-4bd4-97cf-4ef81cb572ea on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:08:07.317199 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Attempting to bind port 962c61a2-17f8-4bd4-97cf-4ef81cb572ea by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': 'e98dae54-3975-4fad-b281-4cfcb4a17beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '029496c3-2ac5-4dfc-bd1c-bc61b18974c0'}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:08:07.317699 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Attempting to bind port 962c61a2-17f8-4bd4-97cf-4ef81cb572ea on network 029496c3-2ac5-4dfc-bd1c-bc61b18974c0 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:08:07.549185 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Port 962c61a2-17f8-4bd4-97cf-4ef81cb572ea on network 029496c3-2ac5-4dfc-bd1c-bc61b18974c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:08:07.549873 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Attempting to bind port 962c61a2-17f8-4bd4-97cf-4ef81cb572ea on network 029496c3-2ac5-4dfc-bd1c-bc61b18974c0 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:08:07.819919 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-03e0a872-7784-4646-a3a1-4f9e1adc3584 req-0b41b208-32aa-431d-a206-665812d17592 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5277607 Sep 21 10:08:07.844777 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595a7a8-6056-4f38-94af-a61e7f6ac3d9 req-969dc352-0355-41ee-bbdd-6043475f1826 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:07.847549 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f595a7a8-6056-4f38-94af-a61e7f6ac3d9 req-969dc352-0355-41ee-bbdd-6043475f1826 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.3265567 Sep 21 10:08:07.874001 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-441c82b4-c915-453e-a37d-66ce779cc922 req-4c5cdf81-9af9-4a0b-a799-233109069ab6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/60fbaebe-52f4-4e3a-8714-a12eadb4201c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162441 Sep 21 10:08:07.879116 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:08:07.879561 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Checking segment: {'id': 'e98dae54-3975-4fad-b281-4cfcb4a17beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '029496c3-2ac5-4dfc-bd1c-bc61b18974c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:08:07.880231 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Bound using segment: {'id': 'e98dae54-3975-4fad-b281-4cfcb4a17beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '029496c3-2ac5-4dfc-bd1c-bc61b18974c0'} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:08:07.881024 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Bound port: 962c61a2-17f8-4bd4-97cf-4ef81cb572ea, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98dae54-3975-4fad-b281-4cfcb4a17beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '029496c3-2ac5-4dfc-bd1c-bc61b18974c0'}}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:08:07.881634 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (962c61a2-17f8-4bd4-97cf-4ef81cb572ea), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:07.902092 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:07.946443 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:08.103128 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f595a7a8-6056-4f38-94af-a61e7f6ac3d9 req-459c646d-cf6a-4b0f-9ad2-3dd1c953ca93 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474747 Sep 21 10:08:08.168634 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647a69f-7deb-461c-a646-c012ae8df1aa req-328314c0-ab6f-43e2-ae94-1aee89dab5e9 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:08.176821 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8647a69f-7deb-461c-a646-c012ae8df1aa req-328314c0-ab6f-43e2-ae94-1aee89dab5e9 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.1871653 Sep 21 10:08:08.193621 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] For port 962c61a2-17f8-4bd4-97cf-4ef81cb572ea, host hv-cinder-85547, cleared binding levels {{(pid=106519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:08:08.224581 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] For port 962c61a2-17f8-4bd4-97cf-4ef81cb572ea, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=962c61a2-17f8-4bd4-97cf-4ef81cb572ea,segment=NetworkSegment(e98dae54-3975-4fad-b281-4cfcb4a17beb),segment_id=e98dae54-3975-4fad-b281-4cfcb4a17beb)] {{(pid=106519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:08:08.239750 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (962c61a2-17f8-4bd4-97cf-4ef81cb572ea), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:08.253847 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:08.254764 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:08.256462 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/962c61a2-17f8-4bd4-97cf-4ef81cb572ea HTTP/1.1" status: 200 len: 1093 time: 3.5584447 Sep 21 10:08:08.257393 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e6e101-433e-4cc1-94f7-2cad4a02823c', 'tag': '962c61a2-17f8-4bd4-97cf-4ef81cb572ea'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:08:08.260999 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b891ffdb-a89b-4b32-b564-9caf60ebb221" -d '{"events": [{"name": "network-changed", "server_uuid": "01e6e101-433e-4cc1-94f7-2cad4a02823c", "tag": "962c61a2-17f8-4bd4-97cf-4ef81cb572ea"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:08:08.308768 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8647a69f-7deb-461c-a646-c012ae8df1aa req-b0d2d299-3fd9-40c8-bd7a-59ac5db83ec3 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309144 Sep 21 10:08:08.415139 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74391869-ccb7-44a6-a51e-18cc4d416d29 x-openstack-request-id: req-74391869-ccb7-44a6-a51e-18cc4d416d29 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:08:08.415388 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 52862) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:08.416581 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e6e101-433e-4cc1-94f7-2cad4a02823c", "tag": "962c61a2-17f8-4bd4-97cf-4ef81cb572ea", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:08:08.416862 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-74391869-ccb7-44a6-a51e-18cc4d416d29 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:08:08.417309 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74391869-ccb7-44a6-a51e-18cc4d416d29'] response: {'name': 'network-changed', 'server_uuid': '01e6e101-433e-4cc1-94f7-2cad4a02823c', 'tag': '962c61a2-17f8-4bd4-97cf-4ef81cb572ea', 'status': 'completed', 'code': 200} Sep 21 10:08:08.427252 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1901c40-3ff6-4364-81a9-3d0cefb89a7f service neutron] Pushing event updated for resources: {'Port': ['ID=962c61a2-17f8-4bd4-97cf-4ef81cb572ea,revision_number=3']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:08.450648 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327961b-3fb0-42b9-9759-59feca7960c4 req-35017ef9-77dd-4f88-aeaf-5f8cef5814c0 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:08.452403 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9327961b-3fb0-42b9-9759-59feca7960c4 req-35017ef9-77dd-4f88-aeaf-5f8cef5814c0 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 943 time: 0.1309080 Sep 21 10:08:08.569121 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9327961b-3fb0-42b9-9759-59feca7960c4 req-00118bd2-84a0-4c6c-a4fe-151e23565896 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076345 Sep 21 10:08:08.629864 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-91ffd85a-4826-40a9-a5ad-e1889569bb4a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-155719596-network', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:08.714826 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ffd85a-4826-40a9-a5ad-e1889569bb4a admin admin] Made reservation on behalf of 91470b6b84c040bb85eec3f27b31f139 for: {'network': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:08:08.720443 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-91ffd85a-4826-40a9-a5ad-e1889569bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:08.746583 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-91ffd85a-4826-40a9-a5ad-e1889569bb4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:08.874271 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-91ffd85a-4826-40a9-a5ad-e1889569bb4a admin admin] Publish callbacks [] for security_group (9d1e096c-add6-4133-96f4-0faeebfde0ec), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:08.881037 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-91ffd85a-4826-40a9-a5ad-e1889569bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (9d1e096c-add6-4133-96f4-0faeebfde0ec), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:08.959714 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ffd85a-4826-40a9-a5ad-e1889569bb4a admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=106520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 10:08:08.980082 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffd85a-4826-40a9-a5ad-e1889569bb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1e096c-add6-4133-96f4-0faeebfde0ec,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:08.999920 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-91ffd85a-4826-40a9-a5ad-e1889569bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (85ec65ab-225c-43ee-abe1-4d94567408ef), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:09.000429 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.segments_db [None req-91ffd85a-4826-40a9-a5ad-e1889569bb4a admin admin] Added segment 85ec65ab-225c-43ee-abe1-4d94567408ef of type vlan for network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 Sep 21 10:08:09.071906 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb16428-1395-474f-8f39-e4cf58000f12 req-45fd533c-0050-4a8d-81ad-1105b43671dc tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:09.074313 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-afb16428-1395-474f-8f39-e4cf58000f12 req-45fd533c-0050-4a8d-81ad-1105b43671dc tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.0695732 Sep 21 10:08:09.088810 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-91ffd85a-4826-40a9-a5ad-e1889569bb4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760787939759'] for network (6e42426a-5bfa-4c7e-8ed0-2d27a94bc263), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:09.152296 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-91ffd85a-4826-40a9-a5ad-e1889569bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for network (6e42426a-5bfa-4c7e-8ed0-2d27a94bc263), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:09.154053 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ffd85a-4826-40a9-a5ad-e1889569bb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:09.154920 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-91ffd85a-4826-40a9-a5ad-e1889569bb4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:09.172523 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-afb16428-1395-474f-8f39-e4cf58000f12 req-df89c981-38c5-417e-a9a8-4985ef96715c tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867219 Sep 21 10:08:09.253232 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-91ffd85a-4826-40a9-a5ad-e1889569bb4a admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8366065 Sep 21 10:08:09.258594 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 52876) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:09.264551 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-cb0c3cda-be8a-4b18-89eb-e3178e45d21e admin admin] Request body: {'subnet': {'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-155719596-subnet', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'ip_version': 4}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:09.272462 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffd85a-4826-40a9-a5ad-e1889569bb4a admin admin] Pushing event updated for resources: {'Network': ['ID=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:09.286383 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 details requested by agent ovs-agent-dv-cinder-855479-2-iscsi with host dv-cinder-855479-2-iscsi {{(pid=106521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 10:08:09.303261 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0c3cda-be8a-4b18-89eb-e3178e45d21e admin admin] Made reservation on behalf of 91470b6b84c040bb85eec3f27b31f139 for: {'subnet': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:08:09.306636 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-cb0c3cda-be8a-4b18-89eb-e3178e45d21e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9909965'] for subnet (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:09.553173 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:09.667151 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-cb0c3cda-be8a-4b18-89eb-e3178e45d21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9665447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9909979'] for subnet (a03c6c51-ced1-4661-a77b-9c8af558d81f), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:09.756056 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb659da5-387e-43b2-b59b-cacbacd3e095 req-77f2e872-b8d8-483b-b17c-9db7305e979e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:09.756056 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cb659da5-387e-43b2-b59b-cacbacd3e095 req-77f2e872-b8d8-483b-b17c-9db7305e979e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.1844358 Sep 21 10:08:09.852831 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:09.949637 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0c3cda-be8a-4b18-89eb-e3178e45d21e admin admin] Checking segment: {'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:08:09.950232 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0c3cda-be8a-4b18-89eb-e3178e45d21e admin admin] Network hostable DHCP agents. Network: 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263, hostable agents: ['abecb771-581e-4ad9-b557-ede811f6c277'], hosted agents: [] {{(pid=106520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 10:08:09.954089 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c3cda-be8a-4b18-89eb-e3178e45d21e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03c6c51-ced1-4661-a77b-9c8af558d81f,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:10.006899 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cb659da5-387e-43b2-b59b-cacbacd3e095 req-6090eb36-234c-41eb-93ad-b0f6b9020f20 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730069 Sep 21 10:08:10.020480 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56e53b-20f7-4b3f-ac26-7412cf81cffb req-ac1105e0-463c-4a6d-91e4-60f089c6d0b4 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:10.027022 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0c3cda-be8a-4b18-89eb-e3178e45d21e admin admin] Network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 is scheduled to be hosted by DHCP agent abecb771-581e-4ad9-b557-ede811f6c277 with binding_index 1 {{(pid=106520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 10:08:10.034518 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9b56e53b-20f7-4b3f-ac26-7412cf81cffb req-ac1105e0-463c-4a6d-91e4-60f089c6d0b4 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 943 time: 0.1242440 Sep 21 10:08:10.063684 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-cb0c3cda-be8a-4b18-89eb-e3178e45d21e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855479-2-iscsi, 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263) {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:10.076211 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0c3cda-be8a-4b18-89eb-e3178e45d21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:10.077183 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-cb0c3cda-be8a-4b18-89eb-e3178e45d21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:10.090825 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89090863-e765-49de-b2db-15de7b8c0675 None None] Network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:08:10.130507 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-cb0c3cda-be8a-4b18-89eb-e3178e45d21e admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8701224 Sep 21 10:08:10.133903 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 52892) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:10.141305 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-8fb6bdcd-b3c4-464d-ac12-cd8b4cb36df0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:10.157014 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9b56e53b-20f7-4b3f-ac26-7412cf81cffb req-1712388a-2a88-45eb-8e2a-345e2138bb98 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195569 Sep 21 10:08:10.234604 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8fb6bdcd-b3c4-464d-ac12-cd8b4cb36df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-436105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32634'] for router (3e0b4ff9-bf68-470b-988e-5437f77cf672), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:10.237333 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8fb6bdcd-b3c4-464d-ac12-cd8b4cb36df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32611'] for router (3e0b4ff9-bf68-470b-988e-5437f77cf672), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:10.334136 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce022bf1-b7c4-5ea3-a899-106acdcafccb-6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f'}]}} from dv-cinder-855479-2-iscsi. {{(pid=106521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 10:08:10.336144 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:10.366783 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8fb6bdcd-b3c4-464d-ac12-cd8b4cb36df0 admin admin] Publish callbacks [] for router_controller (3e0b4ff9-bf68-470b-988e-5437f77cf672), precommit_add_association {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:10.471750 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f746cb3-d5b7-42df-a6d0-5edcac5553c4 req-259eef26-2921-4e14-b99a-01354ae283af tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:10.475177 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4f746cb3-d5b7-42df-a6d0-5edcac5553c4 req-259eef26-2921-4e14-b99a-01354ae283af tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.1172869 Sep 21 10:08:10.579037 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4f746cb3-d5b7-42df-a6d0-5edcac5553c4 req-09209b3e-bfdb-4412-a535-17e134497812 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937400 Sep 21 10:08:10.658309 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.db_base_plugin_common [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] Allocated IP 172.20.0.2 (6e42426a-5bfa-4c7e-8ed0-2d27a94bc263/a03c6c51-ced1-4661-a77b-9c8af558d81f/58e74755-6a46-4da1-8c69-f9aa64900359) {{(pid=106521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:08:10.698701 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8fb6bdcd-b3c4-464d-ac12-cd8b4cb36df0 admin admin] Publish callbacks [] for router_gateway (3e0b4ff9-bf68-470b-988e-5437f77cf672), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:10.753269 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891ffdb-a89b-4b32-b564-9caf60ebb221 req-0cd60813-2388-423c-ac47-75219c5b490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:10.756530 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b891ffdb-a89b-4b32-b564-9caf60ebb221 req-0cd60813-2388-423c-ac47-75219c5b490d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=0a9351524cbd42d1bbdeb4abb9e2853e&device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 1127 time: 0.0939126 Sep 21 10:08:10.989745 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891ffdb-a89b-4b32-b564-9caf60ebb221 req-aef96ccb-1b7e-44bf-9dc9-30d79ed4cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:10.992453 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b891ffdb-a89b-4b32-b564-9caf60ebb221 req-aef96ccb-1b7e-44bf-9dc9-30d79ed4cb8b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=0a9351524cbd42d1bbdeb4abb9e2853e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2185891 Sep 21 10:08:11.119244 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] Publish callbacks [] for port (58e74755-6a46-4da1-8c69-f9aa64900359), precommit_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:11.129346 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (58e74755-6a46-4da1-8c69-f9aa64900359), after_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:11.185295 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] Network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 is already hosted by enough agents. {{(pid=106521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:08:11.190324 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.base_scheduler [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] Resources bound (agent type, host, resource id): {{(pid=106521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:11.198365 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] Received port after_create {{(pid=106521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:08:11.321780 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] Pushing event updated for resources: {'Port': ['ID=58e74755-6a46-4da1-8c69-f9aa64900359,revision_number=1']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:11.336936 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] Attempting to bind port 58e74755-6a46-4da1-8c69-f9aa64900359 on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:08:11.338633 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] Attempting to bind port 58e74755-6a46-4da1-8c69-f9aa64900359 by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:08:11.340176 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] Attempting to bind port 58e74755-6a46-4da1-8c69-f9aa64900359 on network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:08:11.354363 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93620e6a-908f-4ec8-bef6-27df46674291 req-0a93ad99-eb5a-488f-ad4c-975eb2ccff16 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:11.367029 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-93620e6a-908f-4ec8-bef6-27df46674291 req-0a93ad99-eb5a-488f-ad4c-975eb2ccff16 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.1466610 Sep 21 10:08:11.380262 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8fb6bdcd-b3c4-464d-ac12-cd8b4cb36df0 admin admin] Publish callbacks [] for router_gateway (3e0b4ff9-bf68-470b-988e-5437f77cf672), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:11.412155 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8fb6bdcd-b3c4-464d-ac12-cd8b4cb36df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:11.417189 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:11.444221 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:08:11.445337 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] Checking segment: {'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:08:11.446099 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:11.446820 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] Bound using segment: {'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:08:11.448821 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] Bound port: 58e74755-6a46-4da1-8c69-f9aa64900359, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:08:11.450229 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (58e74755-6a46-4da1-8c69-f9aa64900359), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:11.486834 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-93620e6a-908f-4ec8-bef6-27df46674291 req-69103f2f-fc60-4087-bdfe-fe72db3af354 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185846 Sep 21 10:08:11.494809 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc244c-645f-4278-9e76-0681e1acc824 req-d3893cc4-5da7-4e0d-b8d5-8795698650e7 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:11.496739 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2fbc244c-645f-4278-9e76-0681e1acc824 req-d3893cc4-5da7-4e0d-b8d5-8795698650e7 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 943 time: 0.1765051 Sep 21 10:08:11.598748 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] For port 58e74755-6a46-4da1-8c69-f9aa64900359, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:08:11.604270 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] For port 58e74755-6a46-4da1-8c69-f9aa64900359, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=58e74755-6a46-4da1-8c69-f9aa64900359,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:08:11.618201 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2fbc244c-645f-4278-9e76-0681e1acc824 req-4e661fd1-dd30-47f2-8d90-2be57edbd82b tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079946 Sep 21 10:08:11.618868 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (58e74755-6a46-4da1-8c69-f9aa64900359), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:11.686723 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-8fb6bdcd-b3c4-464d-ac12-cd8b4cb36df0 admin admin] Allocated IP 172.27.2.3 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:08:11.700925 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d052821-072a-45c5-a19e-ea60fd40e5fe None None] Pushing event updated for resources: {'Port': ['ID=58e74755-6a46-4da1-8c69-f9aa64900359,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:11.845209 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:11.863538 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8fb6bdcd-b3c4-464d-ac12-cd8b4cb36df0 admin admin] Publish callbacks [] for port (bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:11.876482 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c291e-ce4c-49ba-b849-7b3deacd70c8 req-e80f4b05-0fa1-4560-8e9d-a0414c29e288 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:11.885108 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a61c291e-ce4c-49ba-b849-7b3deacd70c8 req-e80f4b05-0fa1-4560-8e9d-a0414c29e288 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.1016679 Sep 21 10:08:11.946993 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8fb6bdcd-b3c4-464d-ac12-cd8b4cb36df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:11.965022 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:11.978675 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb6bdcd-b3c4-464d-ac12-cd8b4cb36df0 admin admin] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:08:11.983086 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-8fb6bdcd-b3c4-464d-ac12-cd8b4cb36df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:11.986870 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb6bdcd-b3c4-464d-ac12-cd8b4cb36df0 admin admin] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:08:11.988093 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a61c291e-ce4c-49ba-b849-7b3deacd70c8 req-5fe3bc6a-69e4-4f38-af67-238658f941d0 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908139 Sep 21 10:08:12.212072 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6bdcd-b3c4-464d-ac12-cd8b4cb36df0 admin admin] Pushing event updated for resources: {'Port': ['ID=bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:12.490242 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 58e74755-6a46-4da1-8c69-f9aa64900359 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:12.507106 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:12.559045 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 58e74755-6a46-4da1-8c69-f9aa64900359 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:12.559829 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (58e74755-6a46-4da1-8c69-f9aa64900359), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:12.560392 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 58e74755-6a46-4da1-8c69-f9aa64900359 Sep 21 10:08:12.586752 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:12.595402 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:12.614090 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8fb6bdcd-b3c4-464d-ac12-cd8b4cb36df0 admin admin] Publish callbacks [] for router_gateway (3e0b4ff9-bf68-470b-988e-5437f77cf672), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:12.668471 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:12.669370 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 58e74755-6a46-4da1-8c69-f9aa64900359 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:12.669784 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (58e74755-6a46-4da1-8c69-f9aa64900359), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:12.736338 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] For port 58e74755-6a46-4da1-8c69-f9aa64900359, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=58e74755-6a46-4da1-8c69-f9aa64900359,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:08:12.745931 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (58e74755-6a46-4da1-8c69-f9aa64900359), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:12.864525 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Pushing event updated for resources: {'Port': ['ID=58e74755-6a46-4da1-8c69-f9aa64900359,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:12.894587 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df142e-aaf5-42b1-865b-6687216464c7 req-41b6d963-b1b3-42d1-94b0-66e367fa3bdb tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:12.903960 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-00df142e-aaf5-42b1-865b-6687216464c7 req-41b6d963-b1b3-42d1-94b0-66e367fa3bdb tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.1736596 Sep 21 10:08:13.005788 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fa5bf-fa8b-471e-ad16-86ec9fe391f4 req-40be8582-f0e7-49a8-b7dd-5adb3d4087c7 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:13.014417 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2a1fa5bf-fa8b-471e-ad16-86ec9fe391f4 req-40be8582-f0e7-49a8-b7dd-5adb3d4087c7 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 943 time: 0.1704397 Sep 21 10:08:13.049145 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-00df142e-aaf5-42b1-865b-6687216464c7 req-2489d83e-7304-4db3-aeb6-399926f2bed7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440139 Sep 21 10:08:13.059625 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8fb6bdcd-b3c4-464d-ac12-cd8b4cb36df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438052'] for router (3e0b4ff9-bf68-470b-988e-5437f77cf672), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:13.167451 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2a1fa5bf-fa8b-471e-ad16-86ec9fe391f4 req-b94d152b-1cd9-4257-a3b6-4dfd5503547a tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524856 Sep 21 10:08:13.338450 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287b328-3525-4e6f-ae00-e8f451a3971b req-0a63a2e5-097d-473b-9381-5bbf155160cd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:13.358058 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c287b328-3525-4e6f-ae00-e8f451a3971b req-0a63a2e5-097d-473b-9381-5bbf155160cd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.1411219 Sep 21 10:08:13.406400 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed89a22-ef81-4559-b673-252f3be8857d None None] Network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:08:13.420799 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb6bdcd-b3c4-464d-ac12-cd8b4cb36df0 admin admin] Router 3e0b4ff9-bf68-470b-988e-5437f77cf672 is scheduled to L3 agent 7dcae471-d53e-494b-8876-87a888840c5e with binding_index 1 {{(pid=106520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 10:08:13.506295 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c287b328-3525-4e6f-ae00-e8f451a3971b req-c933c3f4-ca96-4397-ae35-829167ad5316 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469746 Sep 21 10:08:13.536434 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-50f9ac2b-82a2-42ab-9962-e9a2db1ada0b None None] Provisioning complete for port 58e74755-6a46-4da1-8c69-f9aa64900359 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:13.537449 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-50f9ac2b-82a2-42ab-9962-e9a2db1ada0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (58e74755-6a46-4da1-8c69-f9aa64900359), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:13.537940 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-50f9ac2b-82a2-42ab-9962-e9a2db1ada0b None None] Attempt 1 to provision port 58e74755-6a46-4da1-8c69-f9aa64900359 Sep 21 10:08:13.604800 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb6bdcd-b3c4-464d-ac12-cd8b4cb36df0 admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:08:13.618151 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] Sync routers for ids ['3e0b4ff9-bf68-470b-988e-5437f77cf672'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:08:13.644967 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8fb6bdcd-b3c4-464d-ac12-cd8b4cb36df0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:13.646842 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-8fb6bdcd-b3c4-464d-ac12-cd8b4cb36df0 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5097778 Sep 21 10:08:13.649229 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 52930) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:13.692844 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] Routers {'3e0b4ff9-bf68-470b-988e-5437f77cf672'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:08:13.693518 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:08:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['3e0b4ff9-bf68-470b-988e-5437f77cf672'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:13.737256 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-50f9ac2b-82a2-42ab-9962-e9a2db1ada0b None None] Current status of the port 58e74755-6a46-4da1-8c69-f9aa64900359 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:13.854955 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] Set router 3e0b4ff9-bf68-470b-988e-5437f77cf672 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:08:13.859345 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:13.956062 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:14.071351 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-d323759d-19f1-4e6f-afc1-30a9b390766a None None] Provisioning complete for port 58e74755-6a46-4da1-8c69-f9aa64900359 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:14.071752 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-d323759d-19f1-4e6f-afc1-30a9b390766a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (58e74755-6a46-4da1-8c69-f9aa64900359), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:14.072194 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-d323759d-19f1-4e6f-afc1-30a9b390766a None None] Attempt 1 to provision port 58e74755-6a46-4da1-8c69-f9aa64900359 Sep 21 10:08:14.146725 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:14.203723 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891ffdb-a89b-4b32-b564-9caf60ebb221 req-03d6be09-ea9d-4a7b-8ed1-00ab90e2336c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:14.205827 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b891ffdb-a89b-4b32-b564-9caf60ebb221 req-03d6be09-ea9d-4a7b-8ed1-00ab90e2336c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2323020 Sep 21 10:08:14.244880 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-d323759d-19f1-4e6f-afc1-30a9b390766a None None] Current status of the port 58e74755-6a46-4da1-8c69-f9aa64900359 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:14.337450 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8af97-7969-4a77-980f-3c87a6056f1f req-b2ec636f-d1cd-488c-898c-b96be41786ba tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:14.351607 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-69e8af97-7969-4a77-980f-3c87a6056f1f req-b2ec636f-d1cd-488c-898c-b96be41786ba tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.1434674 Sep 21 10:08:14.361671 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:12Z', 'revision_number': 3, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:14.418815 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] Checking router: 3e0b4ff9-bf68-470b-988e-5437f77cf672 for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:08:14.419566 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] Updating router 3e0b4ff9-bf68-470b-988e-5437f77cf672 port bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567 binding host dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:08:14.451769 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 58e74755-6a46-4da1-8c69-f9aa64900359 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:14.482212 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-feb73cc1-fadb-40ec-a2e4-c7b20c2a6de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:14.484111 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-feb73cc1-fadb-40ec-a2e4-c7b20c2a6de0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=0a9351524cbd42d1bbdeb4abb9e2853e&device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 1127 time: 0.2139263 Sep 21 10:08:14.489848 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:14.613283 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-846613d8-7b6a-43f4-a873-56e4c905d84e service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=962c61a2-17f8-4bd4-97cf-4ef81cb572ea HTTP/1.1" status: 200 len: 217 time: 0.0855639 Sep 21 10:08:14.621951 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2055054-f1d9-49c6-8035-9aabda40f17e req-627d3773-f5a8-480b-8f83-b2eeb7294ad9 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:14.630301 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b2055054-f1d9-49c6-8035-9aabda40f17e req-627d3773-f5a8-480b-8f83-b2eeb7294ad9 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 943 time: 0.2534783 Sep 21 10:08:14.699812 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 58e74755-6a46-4da1-8c69-f9aa64900359 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:14.700544 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (58e74755-6a46-4da1-8c69-f9aa64900359), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:14.700544 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 58e74755-6a46-4da1-8c69-f9aa64900359 Sep 21 10:08:14.704172 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-69e8af97-7969-4a77-980f-3c87a6056f1f req-b9950fa0-1cde-4d8c-8585-42f159615bd0 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3483427 Sep 21 10:08:14.811308 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b2055054-f1d9-49c6-8035-9aabda40f17e req-78e421f8-a331-43d1-a47f-04f3afc0450c tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800683 Sep 21 10:08:14.888758 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-4c2e2b14-627f-433a-8649-8c8c1fe44679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:14.890313 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-4c2e2b14-627f-433a-8649-8c8c1fe44679 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d1a7ac6c-a222-462c-8031-7475f672f83c HTTP/1.1" status: 200 len: 848 time: 0.2834020 Sep 21 10:08:14.935759 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 52954) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:14.944821 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-37c657c7-5eca-491c-ad10-1cbae6deca44 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--131287324', 'description': 'tempest-description--1628420823'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:14.953124 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-f2e5633d-fd96-4580-a2ad-840abfa31aec service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=029496c3-2ac5-4dfc-bd1c-bc61b18974c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469470 Sep 21 10:08:15.000549 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-37c657c7-5eca-491c-ad10-1cbae6deca44 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:15.011246 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:15.149475 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a9e5e-5d26-4d97-8cb2-b121eb09b575 req-74e4471e-6d46-4caa-a370-45220244542a tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:15.151034 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d59a9e5e-5d26-4d97-8cb2-b121eb09b575 req-74e4471e-6d46-4caa-a370-45220244542a tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.1757216 Sep 21 10:08:15.181977 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:15.192257 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-708e93fa-7785-4dea-9d68-68f6b32763c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:15.220412 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-37c657c7-5eca-491c-ad10-1cbae6deca44 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for security_group (7fd801a0-b176-4996-92dd-3f1f7ee35ce7), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:15.228139 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-37c657c7-5eca-491c-ad10-1cbae6deca44 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (7fd801a0-b176-4996-92dd-3f1f7ee35ce7), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:15.313309 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-37c657c7-5eca-491c-ad10-1cbae6deca44 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:15.320056 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-37c657c7-5eca-491c-ad10-1cbae6deca44 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3780260 Sep 21 10:08:15.321637 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 52956) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:15.329432 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-040cb493-613a-4496-ad2a-df592a68f8e0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Request body: {'security_group_rule': {'security_group_id': '7fd801a0-b176-4996-92dd-3f1f7ee35ce7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:15.370153 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c657c7-5eca-491c-ad10-1cbae6deca44 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd801a0-b176-4996-92dd-3f1f7ee35ce7,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:15.387775 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-040cb493-613a-4496-ad2a-df592a68f8e0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for security_group_rule (e0dac826-c56b-47d4-a720-276e1fdafb5e), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:15.407226 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [None req-708e93fa-7785-4dea-9d68-68f6b32763c5 admin admin] Allocated IP 172.20.0.1 (6e42426a-5bfa-4c7e-8ed0-2d27a94bc263/a03c6c51-ced1-4661-a77b-9c8af558d81f/7356d93e-6f29-4122-a79a-d03a8d58389e) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:08:15.433401 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 58e74755-6a46-4da1-8c69-f9aa64900359 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:15.452415 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:15.475439 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d59a9e5e-5d26-4d97-8cb2-b121eb09b575 req-2b729218-3257-4fda-ac00-1a18dfb4fe10 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147485 Sep 21 10:08:15.579323 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] Publish callbacks [] for port (bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567), precommit_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:15.579582 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-040cb493-613a-4496-ad2a-df592a68f8e0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for security_group_rule (e0dac826-c56b-47d4-a720-276e1fdafb5e), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:15.590017 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-040cb493-613a-4496-ad2a-df592a68f8e0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (e0dac826-c56b-47d4-a720-276e1fdafb5e), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:15.595922 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:15.660439 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b8365-e04b-49d7-b1a8-a73521aef757 None None] Pushing event updated for resources: {'Port': ['ID=bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:15.669725 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cb493-613a-4496-ad2a-df592a68f8e0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0dac826-c56b-47d4-a720-276e1fdafb5e,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:15.681121 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] Attempting to bind port bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567 on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:08:15.681778 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] Attempting to bind port bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567 by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:08:15.682352 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] Attempting to bind port bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567 on network e44615eb-99ac-4ee3-8eec-4410b9bcb116 {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:08:15.693719 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-040cb493-613a-4496-ad2a-df592a68f8e0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:15.696229 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-040cb493-613a-4496-ad2a-df592a68f8e0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3728080 Sep 21 10:08:15.702902 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 52962) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:15.713035 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-81bfb56b-4d2e-4383-b2d8-4fca69e74fc1 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Request body: {'security_group_rule': {'security_group_id': '7fd801a0-b176-4996-92dd-3f1f7ee35ce7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:15.727831 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:15.768539 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:08:15.770305 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] Checking segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:08:15.772550 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:15.773105 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] Bound using segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:08:15.773827 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] Bound port: bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:08:15.774178 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:15.804683 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-81bfb56b-4d2e-4383-b2d8-4fca69e74fc1 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for security_group_rule (4ace0664-4f03-4856-91eb-635710c13ce5), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:15.825714 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:15.918095 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] For port bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:08:15.923163 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] For port bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:08:15.934324 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:15.986115 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] Routers {'3e0b4ff9-bf68-470b-988e-5437f77cf672'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:08:15.987086 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:08:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['3e0b4ff9-bf68-470b-988e-5437f77cf672'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:16.042272 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-81bfb56b-4d2e-4383-b2d8-4fca69e74fc1 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for security_group_rule (4ace0664-4f03-4856-91eb-635710c13ce5), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:16.061352 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-81bfb56b-4d2e-4383-b2d8-4fca69e74fc1 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (4ace0664-4f03-4856-91eb-635710c13ce5), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:16.072577 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b8365-e04b-49d7-b1a8-a73521aef757 None None] Pushing event updated for resources: {'Port': ['ID=bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:16.108459 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bfb56b-4d2e-4383-b2d8-4fca69e74fc1 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ace0664-4f03-4856-91eb-635710c13ce5,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:16.128947 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-81bfb56b-4d2e-4383-b2d8-4fca69e74fc1 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:16.134578 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-81bfb56b-4d2e-4383-b2d8-4fca69e74fc1 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4277236 Sep 21 10:08:16.144466 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 52972) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:16.168213 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-1121c03f-e307-49e2-8be7-f2e8d7b62a06 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Request body: {'floatingip': {'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:16.174511 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] Set router 3e0b4ff9-bf68-470b-988e-5437f77cf672 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:08:16.183118 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-a630e976-5f96-47f5-82a4-b0c6b120e0e9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/029496c3-2ac5-4dfc-bd1c-bc61b18974c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2204192 Sep 21 10:08:16.194491 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-708e93fa-7785-4dea-9d68-68f6b32763c5 admin admin] Publish callbacks [] for port (7356d93e-6f29-4122-a79a-d03a8d58389e), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:16.246064 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1121c03f-e307-49e2-8be7-f2e8d7b62a06 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:16.377134 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1121c03f-e307-49e2-8be7-f2e8d7b62a06 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:16.380555 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bca3ea-7842-4ed2-8579-5dcee3788cc7 req-11c976a9-7392-4605-a8a7-405e981da66a tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:16.382321 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-22bca3ea-7842-4ed2-8579-5dcee3788cc7 req-11c976a9-7392-4605-a8a7-405e981da66a tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 943 time: 0.2160432 Sep 21 10:08:16.395913 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd2cdd-c9b5-4b29-89e4-d674f1e00954 req-16d7ec08-55b3-4691-86f3-a378b3917537 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:16.398773 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a9fd2cdd-c9b5-4b29-89e4-d674f1e00954 req-16d7ec08-55b3-4691-86f3-a378b3917537 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.3024404 Sep 21 10:08:16.569766 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-1121c03f-e307-49e2-8be7-f2e8d7b62a06 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Allocated IP 172.27.2.207 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/6840db7e-3d78-4ced-9ecd-7dddf838b21c) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:08:16.606901 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:12Z', 'revision_number': 3, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:16.657541 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad57cae-140f-4c3e-9aab-23da3b42899c None None] The sync data for ids ['3e0b4ff9-bf68-470b-988e-5437f77cf672'] in dv-cinder-855479-2-iscsi is: [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:12Z', 'revision_number': 3, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:08:16.704117 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a9fd2cdd-c9b5-4b29-89e4-d674f1e00954 req-dd18a8ed-2b2e-4ccb-9995-aa99aceebffa tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219930 Sep 21 10:08:16.705894 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-708e93fa-7785-4dea-9d68-68f6b32763c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (7356d93e-6f29-4122-a79a-d03a8d58389e), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:16.776009 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:16.793846 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:16.798498 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1121c03f-e307-49e2-8be7-f2e8d7b62a06 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for port (6840db7e-3d78-4ced-9ecd-7dddf838b21c), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:16.812051 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ee35a5e-116a-4002-a9db-aca12ced7f39 req-38e32f70-8472-4bda-918a-1c8a68bc484e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/029496c3-2ac5-4dfc-bd1c-bc61b18974c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543225 Sep 21 10:08:16.838400 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-22bca3ea-7842-4ed2-8579-5dcee3788cc7 req-e6024f78-6108-4a64-a785-da4ce009c7ac tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376681 Sep 21 10:08:16.853165 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708e93fa-7785-4dea-9d68-68f6b32763c5 admin admin] Network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:08:16.859389 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-708e93fa-7785-4dea-9d68-68f6b32763c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:16.868471 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708e93fa-7785-4dea-9d68-68f6b32763c5 admin admin] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:08:16.871249 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-708e93fa-7785-4dea-9d68-68f6b32763c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429853'] for router_interface (3e0b4ff9-bf68-470b-988e-5437f77cf672), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:16.896988 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1121c03f-e307-49e2-8be7-f2e8d7b62a06 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (6840db7e-3d78-4ced-9ecd-7dddf838b21c), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:16.961934 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1121c03f-e307-49e2-8be7-f2e8d7b62a06 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:08:16.968820 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-1121c03f-e307-49e2-8be7-f2e8d7b62a06 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:16.974056 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1121c03f-e307-49e2-8be7-f2e8d7b62a06 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:08:16.994888 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e93fa-7785-4dea-9d68-68f6b32763c5 admin admin] Pushing event updated for resources: {'Port': ['ID=7356d93e-6f29-4122-a79a-d03a8d58389e,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:17.188331 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121c03f-e307-49e2-8be7-f2e8d7b62a06 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Pushing event updated for resources: {'Port': ['ID=6840db7e-3d78-4ced-9ecd-7dddf838b21c,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:17.218974 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:17.300764 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-708e93fa-7785-4dea-9d68-68f6b32763c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (7356d93e-6f29-4122-a79a-d03a8d58389e), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:17.320875 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1121c03f-e307-49e2-8be7-f2e8d7b62a06 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for floatingip (3addfa85-0888-4b93-8dfd-771c30ab0f71), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:17.446401 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1121c03f-e307-49e2-8be7-f2e8d7b62a06 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (6840db7e-3d78-4ced-9ecd-7dddf838b21c), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:17.494750 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Provisioning complete for port 7356d93e-6f29-4122-a79a-d03a8d58389e triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:17.496261 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (7356d93e-6f29-4122-a79a-d03a8d58389e), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:17.497103 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Attempt 1 to provision port 7356d93e-6f29-4122-a79a-d03a8d58389e Sep 21 10:08:17.745339 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Port 7356d93e-6f29-4122-a79a-d03a8d58389e cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:18.041514 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:18.247326 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Attempt 2 to provision port 7356d93e-6f29-4122-a79a-d03a8d58389e Sep 21 10:08:18.250178 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1121c03f-e307-49e2-8be7-f2e8d7b62a06 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for port (6840db7e-3d78-4ced-9ecd-7dddf838b21c), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:18.258750 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1121c03f-e307-49e2-8be7-f2e8d7b62a06 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667630'] for port (6840db7e-3d78-4ced-9ecd-7dddf838b21c), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:18.324371 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e442a4-4f98-4cbc-ad4c-f969e221d831 req-34a37ab9-4ea5-4505-809e-516474304048 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:18.336296 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-49e442a4-4f98-4cbc-ad4c-f969e221d831 req-34a37ab9-4ea5-4505-809e-516474304048 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.3431489 Sep 21 10:08:18.343716 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Port 7356d93e-6f29-4122-a79a-d03a8d58389e cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:18.396905 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121c03f-e307-49e2-8be7-f2e8d7b62a06 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Pushing event updated for resources: {'Port': ['ID=6840db7e-3d78-4ced-9ecd-7dddf838b21c,revision_number=2']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:18.412736 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938df064-2574-4828-9750-f0f35634da1e req-e25ebdd9-4748-4fe9-860e-6c3a74820bac tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:18.419874 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-938df064-2574-4828-9750-f0f35634da1e req-e25ebdd9-4748-4fe9-860e-6c3a74820bac tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 943 time: 0.3479023 Sep 21 10:08:18.485094 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1121c03f-e307-49e2-8be7-f2e8d7b62a06 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (3addfa85-0888-4b93-8dfd-771c30ab0f71), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:18.497593 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:18.519012 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-708e93fa-7785-4dea-9d68-68f6b32763c5 admin admin] Publish callbacks [] for port (7356d93e-6f29-4122-a79a-d03a8d58389e), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:18.538409 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1121c03f-e307-49e2-8be7-f2e8d7b62a06 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:18.539226 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-49e442a4-4f98-4cbc-ad4c-f969e221d831 req-6b2bc8e7-5a2e-438c-aa47-ba02d62cb8ee tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016020 Sep 21 10:08:18.546861 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-1121c03f-e307-49e2-8be7-f2e8d7b62a06 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3880529 Sep 21 10:08:18.566508 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-708e93fa-7785-4dea-9d68-68f6b32763c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (7356d93e-6f29-4122-a79a-d03a8d58389e), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:18.567297 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-708e93fa-7785-4dea-9d68-68f6b32763c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429961'] for router_interface (3e0b4ff9-bf68-470b-988e-5437f77cf672), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:18.602300 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:18.706719 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:18.742789 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:18.743169 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:18.743515 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567 Sep 21 10:08:18.746081 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-938df064-2574-4828-9750-f0f35634da1e req-1589ab44-c331-48bb-9073-179c97ea8fbc tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238761 Sep 21 10:08:18.746846 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e93fa-7785-4dea-9d68-68f6b32763c5 admin admin] Pushing event updated for resources: {'Port': ['ID=7356d93e-6f29-4122-a79a-d03a8d58389e,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:18.871697 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Attempt 3 to provision port 7356d93e-6f29-4122-a79a-d03a8d58389e Sep 21 10:08:18.973885 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=100 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:19.020869 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Port 7356d93e-6f29-4122-a79a-d03a8d58389e cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:19.106071 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:19.108526 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:19.114219 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708e93fa-7785-4dea-9d68-68f6b32763c5 admin admin] Network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:08:19.122696 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-708e93fa-7785-4dea-9d68-68f6b32763c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:19.172351 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-22521ed4-5244-4f86-be94-71cc741fae72 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--131287324&fields=id&tenant_id=f75ba10758754f4f9c778e357a87f58e HTTP/1.1" status: 200 len: 267 time: 0.1731136 Sep 21 10:08:19.181554 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] For port bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:08:19.191960 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:19.412445 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Pushing event updated for resources: {'Port': ['ID=bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:19.460721 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-055b84e5-0d01-43e5-a7c8-fa3129fbb67d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:19.462284 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-055b84e5-0d01-43e5-a7c8-fa3129fbb67d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/networks?id=97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 200 len: 819 time: 0.2185278 Sep 21 10:08:19.469272 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708e93fa-7785-4dea-9d68-68f6b32763c5 admin admin] Router 3e0b4ff9-bf68-470b-988e-5437f77cf672 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:08:19.496297 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-9756b1ce-ce8d-40c9-89a8-13d33376759c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/quotas/f75ba10758754f4f9c778e357a87f58e HTTP/1.1" status: 200 len: 375 time: 0.0257108 Sep 21 10:08:19.507115 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 53034) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:19.523754 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Attempt 4 to provision port 7356d93e-6f29-4122-a79a-d03a8d58389e Sep 21 10:08:19.618031 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Port 7356d93e-6f29-4122-a79a-d03a8d58389e cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:19.654121 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-f2bd05b8-fb1e-4fe1-8f5d-ff0cf76de18d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f75ba10758754f4f9c778e357a87f58e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1536608 Sep 21 10:08:19.683697 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 962c61a2-17f8-4bd4-97cf-4ef81cb572ea details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:08:19.773061 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:19.776032 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708e93fa-7785-4dea-9d68-68f6b32763c5 admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:08:19.809542 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-708e93fa-7785-4dea-9d68-68f6b32763c5 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/3e0b4ff9-bf68-470b-988e-5437f77cf672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1519125 Sep 21 10:08:19.854375 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 962c61a2-17f8-4bd4-97cf-4ef81cb572ea, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=962c61a2-17f8-4bd4-97cf-4ef81cb572ea,segment=NetworkSegment(e98dae54-3975-4fad-b281-4cfcb4a17beb),segment_id=e98dae54-3975-4fad-b281-4cfcb4a17beb)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:08:19.888874 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': '962c61a2-17f8-4bd4-97cf-4ef81cb572ea', 'network_id': '029496c3-2ac5-4dfc-bd1c-bc61b18974c0', 'port_id': '962c61a2-17f8-4bd4-97cf-4ef81cb572ea', 'mac_address': 'fa:16:3e:7e:28:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a7ac6c-a222-462c-8031-7475f672f83c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:08:19.934713 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8cc1477e-b252-4cc7-af61-44e94870cc48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:19.968475 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 962c61a2-17f8-4bd4-97cf-4ef81cb572ea is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:19.968981 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (962c61a2-17f8-4bd4-97cf-4ef81cb572ea), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:20.003929 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962c61a2-17f8-4bd4-97cf-4ef81cb572ea {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:08:20.066633 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 962c61a2-17f8-4bd4-97cf-4ef81cb572ea, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=962c61a2-17f8-4bd4-97cf-4ef81cb572ea,segment=NetworkSegment(e98dae54-3975-4fad-b281-4cfcb4a17beb),segment_id=e98dae54-3975-4fad-b281-4cfcb4a17beb)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:08:20.076265 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (962c61a2-17f8-4bd4-97cf-4ef81cb572ea), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:20.084519 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-6091d298-4a97-4b39-a7a3-1d9b75106aae service neutron] 10.222.0.33 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538741 Sep 21 10:08:20.098577 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:20.110418 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8cc1477e-b252-4cc7-af61-44e94870cc48 admin admin] Publish callbacks [] for security_group (382f02b9-d603-4d78-932b-59d534c6e445), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:20.122344 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8cc1477e-b252-4cc7-af61-44e94870cc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (382f02b9-d603-4d78-932b-59d534c6e445), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:20.127099 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Attempt 5 to provision port 7356d93e-6f29-4122-a79a-d03a8d58389e Sep 21 10:08:20.220374 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-8cc1477e-b252-4cc7-af61-44e94870cc48 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9a928508db7d4512a6493659e9fbec5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7109585 Sep 21 10:08:20.225624 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Port 7356d93e-6f29-4122-a79a-d03a8d58389e cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:20.227194 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=962c61a2-17f8-4bd4-97cf-4ef81cb572ea,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:20.233937 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 53050) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:20.250110 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:20.261211 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1477e-b252-4cc7-af61-44e94870cc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382f02b9-d603-4d78-932b-59d534c6e445,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:20.293011 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385c565-dbd7-40bb-892d-c668185139f9 req-b1818b94-fab8-4ff5-96aa-76a960b509c8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:20.293683 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] Sync routers for ids ['3e0b4ff9-bf68-470b-988e-5437f77cf672'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:08:20.301838 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f385c565-dbd7-40bb-892d-c668185139f9 req-b1818b94-fab8-4ff5-96aa-76a960b509c8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.4897752 Sep 21 10:08:20.308433 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] Routers {'3e0b4ff9-bf68-470b-988e-5437f77cf672'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:08:20.309323 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:08:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['3e0b4ff9-bf68-470b-988e-5437f77cf672'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:20.349986 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['962c61a2-17f8-4bd4-97cf-4ef81cb572ea'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:08:20.358096 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa896c2-442b-48b3-af4a-c5ee37f58176 req-32345744-ec49-4b0b-9d2f-53330dfc1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:20.358420 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d912db1d-9519-4355-b1d8-a29495da0dad admin admin] Publish callbacks [] for security_group (382f02b9-d603-4d78-932b-59d534c6e445), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:20.359829 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8aa896c2-442b-48b3-af4a-c5ee37f58176 req-32345744-ec49-4b0b-9d2f-53330dfc1bb3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=68256e1dad7b42c8a603e45246d85098&device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 1130 time: 0.2621007 Sep 21 10:08:20.414201 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d912db1d-9519-4355-b1d8-a29495da0dad admin admin] Publish callbacks [] for security_group (382f02b9-d603-4d78-932b-59d534c6e445), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:20.426445 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-fcc0e607-ebc0-44a5-8f72-fbe37dfa24de service neutron] 10.222.0.33 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248127 Sep 21 10:08:20.472837 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f385c565-dbd7-40bb-892d-c668185139f9 req-6a4053dc-5668-4de7-b411-9a955c755285 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695194 Sep 21 10:08:20.501792 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] Set router 3e0b4ff9-bf68-470b-988e-5437f77cf672 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:08:20.510611 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:20.556556 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d912db1d-9519-4355-b1d8-a29495da0dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (382f02b9-d603-4d78-932b-59d534c6e445), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:20.559446 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d912db1d-9519-4355-b1d8-a29495da0dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:20.560805 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-d912db1d-9519-4355-b1d8-a29495da0dad admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/382f02b9-d603-4d78-932b-59d534c6e445 HTTP/1.1" status: 204 len: 168 time: 0.3255389 Sep 21 10:08:20.575959 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa896c2-442b-48b3-af4a-c5ee37f58176 req-754908e3-f20c-484b-8aa7-80f21a18bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:20.579237 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8aa896c2-442b-48b3-af4a-c5ee37f58176 req-754908e3-f20c-484b-8aa7-80f21a18bad3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=00c18901-0d42-4272-b558-b769b86bb94d HTTP/1.1" status: 200 len: 918 time: 0.1985695 Sep 21 10:08:20.589578 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912db1d-9519-4355-b1d8-a29495da0dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382f02b9-d603-4d78-932b-59d534c6e445,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:20.727300 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Attempt 6 to provision port 7356d93e-6f29-4122-a79a-d03a8d58389e Sep 21 10:08:20.739506 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:20.740333 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:20.740889 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567 Sep 21 10:08:20.784719 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95260fdf-f442-4392-a919-6647589835fc req-77cf4082-5691-41c2-9c78-5fd5920131ac tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:20.792672 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-95260fdf-f442-4392-a919-6647589835fc req-77cf4082-5691-41c2-9c78-5fd5920131ac tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 944 time: 0.1624749 Sep 21 10:08:20.873001 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-277c5d64-a727-4b8d-bf48-82e9f3d4a380 req-cb02613b-b9e4-4360-bce8-0e75b0ef4a62 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 210 time: 0.0719538 Sep 21 10:08:20.895790 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Port 7356d93e-6f29-4122-a79a-d03a8d58389e cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:20.921137 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:20.934573 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-95260fdf-f442-4392-a919-6647589835fc req-387304c1-2e17-46f6-bf72-fce7a269c520 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358070 Sep 21 10:08:20.972254 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:21.008886 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 2, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:21.032154 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 53074) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:21.037626 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-9a284cb4-255a-4635-88de-517571ffee95 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1224129394-network', 'tenant_id': '74fc62acdb6a4217af31c390824aecf5'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:21.049198 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] Checking router: 3e0b4ff9-bf68-470b-988e-5437f77cf672 for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:08:21.049560 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] Updating router 3e0b4ff9-bf68-470b-988e-5437f77cf672 port 7356d93e-6f29-4122-a79a-d03a8d58389e binding host dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:08:21.069316 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a284cb4-255a-4635-88de-517571ffee95 admin admin] Made reservation on behalf of 74fc62acdb6a4217af31c390824aecf5 for: {'network': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:08:21.074392 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9a284cb4-255a-4635-88de-517571ffee95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:21.086799 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (7356d93e-6f29-4122-a79a-d03a8d58389e), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:21.088179 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9a284cb4-255a-4635-88de-517571ffee95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:21.228466 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9a284cb4-255a-4635-88de-517571ffee95 admin admin] Publish callbacks [] for security_group (e0b6ffcf-4cea-41aa-9f2f-09f9c510ac49), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:21.233861 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9a284cb4-255a-4635-88de-517571ffee95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (e0b6ffcf-4cea-41aa-9f2f-09f9c510ac49), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:21.278269 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a284cb4-255a-4635-88de-517571ffee95 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=106519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 10:08:21.303958 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9a284cb4-255a-4635-88de-517571ffee95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (87a44287-80e5-4087-843f-ad71834ebea1), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:21.304441 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.segments_db [None req-9a284cb4-255a-4635-88de-517571ffee95 admin admin] Added segment 87a44287-80e5-4087-843f-ad71834ebea1 of type vlan for network e92ac830-2a00-4d5a-9902-cbf4c91f5fc0 Sep 21 10:08:21.306269 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a284cb4-255a-4635-88de-517571ffee95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b6ffcf-4cea-41aa-9f2f-09f9c510ac49,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:21.357708 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9a284cb4-255a-4635-88de-517571ffee95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760787939759'] for network (e92ac830-2a00-4d5a-9902-cbf4c91f5fc0), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:21.401346 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Attempt 7 to provision port 7356d93e-6f29-4122-a79a-d03a8d58389e Sep 21 10:08:21.437924 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9a284cb4-255a-4635-88de-517571ffee95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for network (e92ac830-2a00-4d5a-9902-cbf4c91f5fc0), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:21.438844 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a284cb4-255a-4635-88de-517571ffee95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:21.439445 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9a284cb4-255a-4635-88de-517571ffee95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:21.488710 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:21.495835 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] Publish callbacks [] for port (7356d93e-6f29-4122-a79a-d03a8d58389e), precommit_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:21.502790 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:21.505688 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (7356d93e-6f29-4122-a79a-d03a8d58389e), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:21.515224 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:21.523402 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a284cb4-255a-4635-88de-517571ffee95 admin admin] Pushing event updated for resources: {'Network': ['ID=e92ac830-2a00-4d5a-9902-cbf4c91f5fc0,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:21.528470 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Port 7356d93e-6f29-4122-a79a-d03a8d58389e cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:21.547228 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8aa896c2-442b-48b3-af4a-c5ee37f58176 req-cb645cbd-572f-4ebd-bca8-c4ff836ff002 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=148e91ff-3fb3-4329-a282-1d7ebc94ae46 HTTP/1.1" status: 200 len: 1000 time: 0.1647563 Sep 21 10:08:21.550902 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Network e92ac830-2a00-4d5a-9902-cbf4c91f5fc0 details requested by agent ovs-agent-dv-cinder-855479-2-iscsi with host dv-cinder-855479-2-iscsi {{(pid=106521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 10:08:21.554085 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-9a284cb4-255a-4635-88de-517571ffee95 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5206354 Sep 21 10:08:21.557644 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 53090) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:21.565984 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-9877329b-e330-4217-bb22-7c1fa59a855f admin admin] Request body: {'subnet': {'network_id': 'e92ac830-2a00-4d5a-9902-cbf4c91f5fc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1224129394-subnet', 'tenant_id': '74fc62acdb6a4217af31c390824aecf5', 'ip_version': 4}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:21.623239 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9877329b-e330-4217-bb22-7c1fa59a855f admin admin] Made reservation on behalf of 74fc62acdb6a4217af31c390824aecf5 for: {'subnet': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:08:21.629934 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9877329b-e330-4217-bb22-7c1fa59a855f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:21.757192 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bec26-3ffd-4cd9-96dc-473081d8e0d3 req-4bfcc529-8e4e-4bb4-905f-faa3d0f1273b tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:21.757855 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c7594-c3c6-493e-9640-6aef7184a876 None None] Pushing event updated for resources: {'Port': ['ID=7356d93e-6f29-4122-a79a-d03a8d58389e,revision_number=3']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:21.759368 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b42bec26-3ffd-4cd9-96dc-473081d8e0d3 req-4bfcc529-8e4e-4bb4-905f-faa3d0f1273b tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.1201649 Sep 21 10:08:21.786623 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7594-c3c6-493e-9640-6aef7184a876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:21.787013 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7594-c3c6-493e-9640-6aef7184a876 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:21.787429 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7594-c3c6-493e-9640-6aef7184a876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:21.787831 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7594-c3c6-493e-9640-6aef7184a876 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:21.788173 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7594-c3c6-493e-9640-6aef7184a876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:21.788504 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7594-c3c6-493e-9640-6aef7184a876 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:21.788832 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7594-c3c6-493e-9640-6aef7184a876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:21.789158 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7594-c3c6-493e-9640-6aef7184a876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:21.789485 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7594-c3c6-493e-9640-6aef7184a876 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:21.789838 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7594-c3c6-493e-9640-6aef7184a876 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:21.790132 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7594-c3c6-493e-9640-6aef7184a876 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:21.790458 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7594-c3c6-493e-9640-6aef7184a876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:21.790782 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7594-c3c6-493e-9640-6aef7184a876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:21.791104 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7594-c3c6-493e-9640-6aef7184a876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:21.791403 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:21.791601 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7594-c3c6-493e-9640-6aef7184a876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:21.811147 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] Attempting to bind port 7356d93e-6f29-4122-a79a-d03a8d58389e on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:08:21.811519 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] Attempting to bind port 7356d93e-6f29-4122-a79a-d03a8d58389e by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:08:21.811928 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] Attempting to bind port 7356d93e-6f29-4122-a79a-d03a8d58389e on network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:08:21.887253 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b42bec26-3ffd-4cd9-96dc-473081d8e0d3 req-0f3300e5-38dc-4c72-9548-bb05c9446106 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096244 Sep 21 10:08:21.901154 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:08:21.902135 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] Checking segment: {'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:08:21.902527 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:21.903220 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] Bound using segment: {'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:08:21.904142 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] Bound port: 7356d93e-6f29-4122-a79a-d03a8d58389e, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'}}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:08:21.904961 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (7356d93e-6f29-4122-a79a-d03a8d58389e), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:21.975505 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9877329b-e330-4217-bb22-7c1fa59a855f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for subnet (ded74c93-a741-4381-9e95-233b9db1a2a2), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:22.023223 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] For port 7356d93e-6f29-4122-a79a-d03a8d58389e, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:08:22.030194 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] For port 7356d93e-6f29-4122-a79a-d03a8d58389e, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=7356d93e-6f29-4122-a79a-d03a8d58389e,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:08:22.033676 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Attempt 8 to provision port 7356d93e-6f29-4122-a79a-d03a8d58389e Sep 21 10:08:22.036057 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877329b-e330-4217-bb22-7c1fa59a855f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded74c93-a741-4381-9e95-233b9db1a2a2,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:22.042782 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (7356d93e-6f29-4122-a79a-d03a8d58389e), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:22.044177 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 53104) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:22.084115 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] Routers {'3e0b4ff9-bf68-470b-988e-5437f77cf672'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:08:22.084742 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:08:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['3e0b4ff9-bf68-470b-988e-5437f77cf672'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:22.112427 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0dc1afc5-42ca-4a9a-af30-96fd48de78ed req-bcb27011-c06c-46ad-aeec-cf11090edbb4 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 210 time: 0.0816960 Sep 21 10:08:22.157855 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c7594-c3c6-493e-9640-6aef7184a876 None None] Pushing event updated for resources: {'Port': ['ID=7356d93e-6f29-4122-a79a-d03a8d58389e,revision_number=4']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:22.198152 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Current status of the port 7356d93e-6f29-4122-a79a-d03a8d58389e is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:22.198747 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (7356d93e-6f29-4122-a79a-d03a8d58389e), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:22.204401 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:22.218537 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] Set router 3e0b4ff9-bf68-470b-988e-5437f77cf672 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:08:22.218949 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a93f5-a4b4-48f2-8ae9-93d87dfe4e4b req-a2e86c30-ec22-4db3-b4c4-63edbadf3e6b tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:22.220570 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d42a93f5-a4b4-48f2-8ae9-93d87dfe4e4b req-a2e86c30-ec22-4db3-b4c4-63edbadf3e6b tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 944 time: 0.1068311 Sep 21 10:08:22.255410 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] For port 7356d93e-6f29-4122-a79a-d03a8d58389e, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=7356d93e-6f29-4122-a79a-d03a8d58389e,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:08:22.258568 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-e90eeb98-d6af-46b5-9a8f-2239f7102b30 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-655837236-network', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:22.262827 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (7356d93e-6f29-4122-a79a-d03a8d58389e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:22.309927 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90eeb98-d6af-46b5-9a8f-2239f7102b30 admin admin] Made reservation on behalf of e9df852f2e3a4ac0b52f80480949469c for: {'network': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:08:22.312624 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e90eeb98-d6af-46b5-9a8f-2239f7102b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:22.329676 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e90eeb98-d6af-46b5-9a8f-2239f7102b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:22.339097 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa896c2-442b-48b3-af4a-c5ee37f58176 req-9beccc8c-091e-4bf4-9f41-8d5845dc2c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:22.341302 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8aa896c2-442b-48b3-af4a-c5ee37f58176 req-9beccc8c-091e-4bf4-9f41-8d5845dc2c94 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b380f751-6674-46e2-979d-3a6fecc803dc HTTP/1.1" status: 200 len: 856 time: 0.1193440 Sep 21 10:08:22.342131 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9877329b-e330-4217-bb22-7c1fa59a855f admin admin] Checking segment: {'id': '87a44287-80e5-4087-843f-ad71834ebea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e92ac830-2a00-4d5a-9902-cbf4c91f5fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:08:22.342548 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9877329b-e330-4217-bb22-7c1fa59a855f admin admin] Network hostable DHCP agents. Network: e92ac830-2a00-4d5a-9902-cbf4c91f5fc0, hostable agents: ['abecb771-581e-4ad9-b557-ede811f6c277'], hosted agents: [] {{(pid=106519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 10:08:22.379395 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d42a93f5-a4b4-48f2-8ae9-93d87dfe4e4b req-d7c15fb0-082a-44a6-bb17-0ad63f7c7a13 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341155 Sep 21 10:08:22.381513 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9877329b-e330-4217-bb22-7c1fa59a855f admin admin] Network e92ac830-2a00-4d5a-9902-cbf4c91f5fc0 is scheduled to be hosted by DHCP agent abecb771-581e-4ad9-b557-ede811f6c277 with binding_index 1 {{(pid=106519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 10:08:22.390906 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b3fc1-7c95-455a-a824-f9fd842a462e None None] Pushing event updated for resources: {'Port': ['ID=7356d93e-6f29-4122-a79a-d03a8d58389e,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:22.409450 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-9877329b-e330-4217-bb22-7c1fa59a855f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855479-2-iscsi, e92ac830-2a00-4d5a-9902-cbf4c91f5fc0) {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:22.414746 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9877329b-e330-4217-bb22-7c1fa59a855f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:22.415162 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9877329b-e330-4217-bb22-7c1fa59a855f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:22.422625 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426ee94d-3b09-4361-bbcc-2d523b09f081 None None] Network e92ac830-2a00-4d5a-9902-cbf4c91f5fc0 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:08:22.426017 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-2f7987ff-0ea5-4005-970c-a2d4b0a45556 None None] Provisioning complete for port 7356d93e-6f29-4122-a79a-d03a8d58389e triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:22.426339 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2f7987ff-0ea5-4005-970c-a2d4b0a45556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (7356d93e-6f29-4122-a79a-d03a8d58389e), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:22.426801 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-2f7987ff-0ea5-4005-970c-a2d4b0a45556 None None] Attempt 1 to provision port 7356d93e-6f29-4122-a79a-d03a8d58389e Sep 21 10:08:22.436910 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-9877329b-e330-4217-bb22-7c1fa59a855f admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8778512 Sep 21 10:08:22.439696 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 53110) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:22.445965 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-54325afc-ea10-4088-a5c2-0621cdcc96ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1224129394-router', 'tenant_id': '74fc62acdb6a4217af31c390824aecf5', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:22.474928 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-54325afc-ea10-4088-a5c2-0621cdcc96ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-436105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32634'] for router (e089551b-5a6b-42e9-843b-be4aa208656f), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:22.476451 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-54325afc-ea10-4088-a5c2-0621cdcc96ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32611'] for router (e089551b-5a6b-42e9-843b-be4aa208656f), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:22.512331 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e90eeb98-d6af-46b5-9a8f-2239f7102b30 admin admin] Publish callbacks [] for security_group (307f575c-704e-45f9-a322-b0ff572109f4), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:22.521177 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e90eeb98-d6af-46b5-9a8f-2239f7102b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (307f575c-704e-45f9-a322-b0ff572109f4), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:22.558551 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:22Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:22.564081 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-54325afc-ea10-4088-a5c2-0621cdcc96ed admin admin] Publish callbacks [] for router_controller (e089551b-5a6b-42e9-843b-be4aa208656f), precommit_add_association {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:22.603467 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d69cb1-7702-4f20-87fa-8a6f7fa29574 None None] The sync data for ids ['3e0b4ff9-bf68-470b-988e-5437f77cf672'] in dv-cinder-855479-2-iscsi is: [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:22Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:08:22.606222 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-2f7987ff-0ea5-4005-970c-a2d4b0a45556 None None] Current status of the port 7356d93e-6f29-4122-a79a-d03a8d58389e is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:22.609828 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e90eeb98-d6af-46b5-9a8f-2239f7102b30 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=106520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 10:08:22.618974 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce022bf1-b7c4-5ea3-a899-106acdcafccb-e92ac830-2a00-4d5a-9902-cbf4c91f5fc0', 'network_id': 'e92ac830-2a00-4d5a-9902-cbf4c91f5fc0', 'project_id': '74fc62acdb6a4217af31c390824aecf5', 'fixed_ips': [{'subnet_id': 'ded74c93-a741-4381-9e95-233b9db1a2a2'}]}} from dv-cinder-855479-2-iscsi. {{(pid=106521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 10:08:22.619993 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:22.622828 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:22.626297 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90eeb98-d6af-46b5-9a8f-2239f7102b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307f575c-704e-45f9-a322-b0ff572109f4,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:22.632209 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e90eeb98-d6af-46b5-9a8f-2239f7102b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (1d6a6390-632b-48b4-b997-26c5dc09fc82), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:22.632774 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.segments_db [None req-e90eeb98-d6af-46b5-9a8f-2239f7102b30 admin admin] Added segment 1d6a6390-632b-48b4-b997-26c5dc09fc82 of type vlan for network 6327c42e-81d4-4192-bfe4-14e358641177 Sep 21 10:08:22.724438 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e90eeb98-d6af-46b5-9a8f-2239f7102b30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760787939759'] for network (6327c42e-81d4-4192-bfe4-14e358641177), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:22.728316 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:22.775241 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e90eeb98-d6af-46b5-9a8f-2239f7102b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for network (6327c42e-81d4-4192-bfe4-14e358641177), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:22.776593 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90eeb98-d6af-46b5-9a8f-2239f7102b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:22.777485 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e90eeb98-d6af-46b5-9a8f-2239f7102b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:22.821741 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-54325afc-ea10-4088-a5c2-0621cdcc96ed admin admin] Publish callbacks [] for router_gateway (e089551b-5a6b-42e9-843b-be4aa208656f), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:22.826801 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:22.837402 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.db_base_plugin_common [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] Allocated IP 172.20.0.2 (e92ac830-2a00-4d5a-9902-cbf4c91f5fc0/ded74c93-a741-4381-9e95-233b9db1a2a2/aa471029-ffeb-45cd-ab8e-ded5908f1d7c) {{(pid=106521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:08:22.882519 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-e90eeb98-d6af-46b5-9a8f-2239f7102b30 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8369350 Sep 21 10:08:22.885245 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 53112) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:22.898358 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-daea5967-baf7-449d-abf2-45f6248af9dc admin admin] Request body: {'subnet': {'network_id': '6327c42e-81d4-4192-bfe4-14e358641177', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-655837236-subnet', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'ip_version': 4}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:22.912726 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90eeb98-d6af-46b5-9a8f-2239f7102b30 admin admin] Pushing event updated for resources: {'Network': ['ID=6327c42e-81d4-4192-bfe4-14e358641177,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:22.927439 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Network 6327c42e-81d4-4192-bfe4-14e358641177 details requested by agent ovs-agent-dv-cinder-855479-2-iscsi with host dv-cinder-855479-2-iscsi {{(pid=106521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 10:08:23.048986 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daea5967-baf7-449d-abf2-45f6248af9dc admin admin] Made reservation on behalf of e9df852f2e3a4ac0b52f80480949469c for: {'subnet': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:08:23.051982 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-daea5967-baf7-449d-abf2-45f6248af9dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:23.111982 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:23.332771 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] Publish callbacks [] for port (aa471029-ffeb-45cd-ab8e-ded5908f1d7c), precommit_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:23.343981 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (aa471029-ffeb-45cd-ab8e-ded5908f1d7c), after_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:23.463171 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] Network e92ac830-2a00-4d5a-9902-cbf4c91f5fc0 is already hosted by enough agents. {{(pid=106521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:08:23.474284 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.base_scheduler [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] Resources bound (agent type, host, resource id): {{(pid=106521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:23.478898 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] Received port after_create {{(pid=106521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:08:23.493918 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] Pushing event updated for resources: {'Port': ['ID=aa471029-ffeb-45cd-ab8e-ded5908f1d7c,revision_number=1']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:23.582187 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] Attempting to bind port aa471029-ffeb-45cd-ab8e-ded5908f1d7c on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:08:23.582558 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] Attempting to bind port aa471029-ffeb-45cd-ab8e-ded5908f1d7c by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '87a44287-80e5-4087-843f-ad71834ebea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e92ac830-2a00-4d5a-9902-cbf4c91f5fc0'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:08:23.583027 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] Attempting to bind port aa471029-ffeb-45cd-ab8e-ded5908f1d7c on network e92ac830-2a00-4d5a-9902-cbf4c91f5fc0 {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:08:23.639435 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf5258-0c88-4060-bd3d-f4f49fd70067 req-5c8e3d51-a047-46bc-8384-1ac68fc7727c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:23.641221 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e4cf5258-0c88-4060-bd3d-f4f49fd70067 req-5c8e3d51-a047-46bc-8384-1ac68fc7727c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.5958540 Sep 21 10:08:23.643482 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:08:23.644263 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] Checking segment: {'id': '87a44287-80e5-4087-843f-ad71834ebea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e92ac830-2a00-4d5a-9902-cbf4c91f5fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:08:23.645016 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:23.648521 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] Bound using segment: {'id': '87a44287-80e5-4087-843f-ad71834ebea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e92ac830-2a00-4d5a-9902-cbf4c91f5fc0'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:08:23.649289 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] Bound port: aa471029-ffeb-45cd-ab8e-ded5908f1d7c, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a44287-80e5-4087-843f-ad71834ebea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e92ac830-2a00-4d5a-9902-cbf4c91f5fc0'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:08:23.649799 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (aa471029-ffeb-45cd-ab8e-ded5908f1d7c), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:23.656363 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ff5d4102-ad0b-459d-bb1b-c1d240237e82 req-614231b3-24a5-4737-809d-11df13b0c975 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 210 time: 0.1063685 Sep 21 10:08:23.657967 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-54325afc-ea10-4088-a5c2-0621cdcc96ed admin admin] Publish callbacks [] for router_gateway (e089551b-5a6b-42e9-843b-be4aa208656f), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:23.679288 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa896c2-442b-48b3-af4a-c5ee37f58176 req-86815890-98db-4a5c-9b49-d53e78329560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:23.681386 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8aa896c2-442b-48b3-af4a-c5ee37f58176 req-86815890-98db-4a5c-9b49-d53e78329560 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=00c18901-0d42-4272-b558-b769b86bb94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1476381 Sep 21 10:08:23.711758 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 962c61a2-17f8-4bd4-97cf-4ef81cb572ea up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:23.727375 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-54325afc-ea10-4088-a5c2-0621cdcc96ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:23.896385 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port 962c61a2-17f8-4bd4-97cf-4ef81cb572ea completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:08:23.905674 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] For port aa471029-ffeb-45cd-ab8e-ded5908f1d7c, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:08:23.911589 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] For port aa471029-ffeb-45cd-ab8e-ded5908f1d7c, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=aa471029-ffeb-45cd-ab8e-ded5908f1d7c,segment=NetworkSegment(87a44287-80e5-4087-843f-ad71834ebea1),segment_id=87a44287-80e5-4087-843f-ad71834ebea1)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:08:23.913693 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port 962c61a2-17f8-4bd4-97cf-4ef81cb572ea triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:23.914255 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (962c61a2-17f8-4bd4-97cf-4ef81cb572ea), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:23.915896 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port 962c61a2-17f8-4bd4-97cf-4ef81cb572ea Sep 21 10:08:23.955764 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (aa471029-ffeb-45cd-ab8e-ded5908f1d7c), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:24.016004 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e4cf5258-0c88-4060-bd3d-f4f49fd70067 req-4f74196f-18a7-4143-9cd7-548f8bc9fcef tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3533261 Sep 21 10:08:24.029692 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:24.064230 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5e987-3e34-4a53-8714-b4e559a4cd05 None None] Pushing event updated for resources: {'Port': ['ID=aa471029-ffeb-45cd-ab8e-ded5908f1d7c,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:24.096434 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a46d8-a7b6-4484-8c58-af8a66884b6b req-da08f148-6f27-46f1-992f-7bd541df5844 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:24.098712 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f49a46d8-a7b6-4484-8c58-af8a66884b6b req-da08f148-6f27-46f1-992f-7bd541df5844 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 944 time: 0.2526250 Sep 21 10:08:24.115582 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 962c61a2-17f8-4bd4-97cf-4ef81cb572ea is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:24.116295 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (962c61a2-17f8-4bd4-97cf-4ef81cb572ea), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:24.167495 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e6e101-433e-4cc1-94f7-2cad4a02823c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962c61a2-17f8-4bd4-97cf-4ef81cb572ea'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:08:24.168243 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-daea5967-baf7-449d-abf2-45f6248af9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for subnet (e8b55abb-da7c-4272-a2d3-3aab9146c566), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:24.172254 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f78cf3-144c-4bad-b3fa-8fecaf388d95" -d '{"events": [{"server_uuid": "01e6e101-433e-4cc1-94f7-2cad4a02823c", "name": "network-vif-plugged", "status": "completed", "tag": "962c61a2-17f8-4bd4-97cf-4ef81cb572ea"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:08:24.181552 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 962c61a2-17f8-4bd4-97cf-4ef81cb572ea, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=962c61a2-17f8-4bd4-97cf-4ef81cb572ea,segment=NetworkSegment(e98dae54-3975-4fad-b281-4cfcb4a17beb),segment_id=e98dae54-3975-4fad-b281-4cfcb4a17beb)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:08:24.194929 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (962c61a2-17f8-4bd4-97cf-4ef81cb572ea), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:24.199602 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:24.206926 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8aa896c2-442b-48b3-af4a-c5ee37f58176 req-c7b1acf7-bf92-4097-8e95-b9b12fb89fb8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997306 Sep 21 10:08:24.286819 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039dee57-d493-4da1-9a6d-3a977e4dd52e x-openstack-request-id: req-039dee57-d493-4da1-9a6d-3a977e4dd52e {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:08:24.287129 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e6e101-433e-4cc1-94f7-2cad4a02823c", "name": "network-vif-plugged", "status": "completed", "tag": "962c61a2-17f8-4bd4-97cf-4ef81cb572ea", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:08:24.287348 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-039dee57-d493-4da1-9a6d-3a977e4dd52e {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:08:24.287809 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-039dee57-d493-4da1-9a6d-3a977e4dd52e'] response: {'server_uuid': '01e6e101-433e-4cc1-94f7-2cad4a02823c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962c61a2-17f8-4bd4-97cf-4ef81cb572ea', 'code': 200} Sep 21 10:08:24.323014 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:24.368651 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=962c61a2-17f8-4bd4-97cf-4ef81cb572ea,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:24.451020 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [None req-54325afc-ea10-4088-a5c2-0621cdcc96ed admin admin] Allocated IP 172.27.2.57 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/0b6824ad-0cc1-45be-8b06-6be5b7c9da96) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:08:24.593367 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device aa471029-ffeb-45cd-ab8e-ded5908f1d7c up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:24.652013 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f49a46d8-a7b6-4484-8c58-af8a66884b6b req-af077893-c6e6-4781-b461-e0aa5c5d28d9 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5434771 Sep 21 10:08:24.745392 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port aa471029-ffeb-45cd-ab8e-ded5908f1d7c triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:24.746228 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (aa471029-ffeb-45cd-ab8e-ded5908f1d7c), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:24.746565 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port aa471029-ffeb-45cd-ab8e-ded5908f1d7c Sep 21 10:08:24.782506 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea5967-baf7-449d-abf2-45f6248af9dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8b55abb-da7c-4272-a2d3-3aab9146c566,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:24.851001 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daea5967-baf7-449d-abf2-45f6248af9dc admin admin] Checking segment: {'id': '1d6a6390-632b-48b4-b997-26c5dc09fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:08:24.851363 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daea5967-baf7-449d-abf2-45f6248af9dc admin admin] Network hostable DHCP agents. Network: 6327c42e-81d4-4192-bfe4-14e358641177, hostable agents: ['abecb771-581e-4ad9-b557-ede811f6c277'], hosted agents: [] {{(pid=106519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 10:08:24.896138 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d366f14-0059-4e06-9baf-e0a9884fe0b2 req-1f53c067-24dd-40d5-84b9-062af86d2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:24.898965 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-4d366f14-0059-4e06-9baf-e0a9884fe0b2 req-1f53c067-24dd-40d5-84b9-062af86d2354 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 1129 time: 0.2826445 Sep 21 10:08:24.938387 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port aa471029-ffeb-45cd-ab8e-ded5908f1d7c is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:24.939018 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (aa471029-ffeb-45cd-ab8e-ded5908f1d7c), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:24.959786 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:24.982693 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d571a0e1-3397-4c28-8121-68c8e9115539 req-55a43661-0cbb-44d6-b284-9b226eb2e237 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 210 time: 0.1151237 Sep 21 10:08:25.001160 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8aa896c2-442b-48b3-af4a-c5ee37f58176 req-229a8464-e0dd-403b-92d6-968e382f1369 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7428734 Sep 21 10:08:25.002152 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daea5967-baf7-449d-abf2-45f6248af9dc admin admin] Network 6327c42e-81d4-4192-bfe4-14e358641177 is scheduled to be hosted by DHCP agent abecb771-581e-4ad9-b557-ede811f6c277 with binding_index 1 {{(pid=106519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 10:08:25.008998 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] For port aa471029-ffeb-45cd-ab8e-ded5908f1d7c, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=aa471029-ffeb-45cd-ab8e-ded5908f1d7c,segment=NetworkSegment(87a44287-80e5-4087-843f-ad71834ebea1),segment_id=87a44287-80e5-4087-843f-ad71834ebea1)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:08:25.020875 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-f0f2deb4-6efd-4038-ab48-8f006b81d22d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:25.021740 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (aa471029-ffeb-45cd-ab8e-ded5908f1d7c), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:25.022417 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-f0f2deb4-6efd-4038-ab48-8f006b81d22d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.42 "GET /networking/v2.0/networks?id=97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 200 len: 819 time: 0.5076861 Sep 21 10:08:25.023431 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 7356d93e-6f29-4122-a79a-d03a8d58389e up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:25.029823 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-daea5967-baf7-449d-abf2-45f6248af9dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855479-2-iscsi, 6327c42e-81d4-4192-bfe4-14e358641177) {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:25.071867 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daea5967-baf7-449d-abf2-45f6248af9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:25.072364 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-daea5967-baf7-449d-abf2-45f6248af9dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:25.087339 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9f206e-1c22-408a-b148-0194952454e1 None None] Network 6327c42e-81d4-4192-bfe4-14e358641177 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:08:25.097200 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-54325afc-ea10-4088-a5c2-0621cdcc96ed admin admin] Publish callbacks [] for port (0b6824ad-0cc1-45be-8b06-6be5b7c9da96), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:25.119578 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-4d366f14-0059-4e06-9baf-e0a9884fe0b2 req-409c3e99-811b-4a54-8d06-b21be11049e0 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525514 Sep 21 10:08:25.131695 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-daea5967-baf7-449d-abf2-45f6248af9dc admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2451630 Sep 21 10:08:25.134937 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 53140) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:25.141922 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-afe026c2-9ed2-4e8f-bb38-cdad9b32f63f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-655837236-router', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:25.185110 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-afe026c2-9ed2-4e8f-bb38-cdad9b32f63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-436105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32634'] for router (1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:25.186398 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-afe026c2-9ed2-4e8f-bb38-cdad9b32f63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32611'] for router (1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:25.201281 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-69cc04aa-ab20-4553-90c5-36a0f24a7334 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f75ba10758754f4f9c778e357a87f58e HTTP/1.1" status: 200 len: 379 time: 0.1675560 Sep 21 10:08:25.223955 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-54325afc-ea10-4088-a5c2-0621cdcc96ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (0b6824ad-0cc1-45be-8b06-6be5b7c9da96), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:25.258990 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Pushing event updated for resources: {'Port': ['ID=aa471029-ffeb-45cd-ab8e-ded5908f1d7c,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:25.275475 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 7356d93e-6f29-4122-a79a-d03a8d58389e triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:25.276266 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (7356d93e-6f29-4122-a79a-d03a8d58389e), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:25.276795 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 7356d93e-6f29-4122-a79a-d03a8d58389e Sep 21 10:08:25.277779 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-afe026c2-9ed2-4e8f-bb38-cdad9b32f63f admin admin] Publish callbacks [] for router_controller (1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b), precommit_add_association {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:25.313584 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54325afc-ea10-4088-a5c2-0621cdcc96ed admin admin] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:08:25.323849 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-54325afc-ea10-4088-a5c2-0621cdcc96ed admin admin] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:25.328969 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54325afc-ea10-4088-a5c2-0621cdcc96ed admin admin] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:08:25.331693 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54325afc-ea10-4088-a5c2-0621cdcc96ed admin admin] Pushing event updated for resources: {'Port': ['ID=0b6824ad-0cc1-45be-8b06-6be5b7c9da96,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:25.343613 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64942ee9-6544-4fda-a51c-4651eb35fb58 req-d6b80f4f-14e8-454b-9dc2-32c3a8b9ce1d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:25.345527 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-64942ee9-6544-4fda-a51c-4651eb35fb58 req-d6b80f4f-14e8-454b-9dc2-32c3a8b9ce1d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 946 time: 0.0852783 Sep 21 10:08:25.410713 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce022bf1-b7c4-5ea3-a899-106acdcafccb-6327c42e-81d4-4192-bfe4-14e358641177', 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177', 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'fixed_ips': [{'subnet_id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566'}]}} from dv-cinder-855479-2-iscsi. {{(pid=106521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 10:08:25.417886 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:25.448593 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 7356d93e-6f29-4122-a79a-d03a8d58389e is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:25.470713 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:25.485511 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-afe026c2-9ed2-4e8f-bb38-cdad9b32f63f admin admin] Publish callbacks [] for router_gateway (1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:25.514383 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-64942ee9-6544-4fda-a51c-4651eb35fb58 req-a217374c-1178-4a99-8a3c-20ee61ad1a81 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314611 Sep 21 10:08:25.588903 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:25.649074 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-54325afc-ea10-4088-a5c2-0621cdcc96ed admin admin] Publish callbacks [] for router_gateway (e089551b-5a6b-42e9-843b-be4aa208656f), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:25.685602 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 148e91ff-3fb3-4329-a282-1d7ebc94ae46 no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:08:25.702817 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.db_base_plugin_common [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] Allocated IP 172.20.0.2 (6327c42e-81d4-4192-bfe4-14e358641177/e8b55abb-da7c-4272-a2d3-3aab9146c566/52d0fdce-56f1-4400-947e-12135159ae51) {{(pid=106521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:08:25.901121 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 is: ACTIVE; New status is: DOWN {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:25.901758 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:25.930689 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7902c15b-c11d-4165-9c28-613cb7f0fb28 None None] Network e92ac830-2a00-4d5a-9902-cbf4c91f5fc0 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:08:25.988578 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:26.004826 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064c2be-4603-44e8-97da-7f30004b6582 req-2e7766da-1c4b-4f9d-9e15-b4cdfde363f2 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:26.006842 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1064c2be-4603-44e8-97da-7f30004b6582 req-2e7766da-1c4b-4f9d-9e15-b4cdfde363f2 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 945 time: 0.1474764 Sep 21 10:08:26.027200 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-afe026c2-9ed2-4e8f-bb38-cdad9b32f63f admin admin] Publish callbacks [] for router_gateway (1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:26.055062 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 148e91ff-3fb3-4329-a282-1d7ebc94ae46, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=148e91ff-3fb3-4329-a282-1d7ebc94ae46,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:08:26.058018 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-caa9929c-8df3-451f-82f9-b9d337c5c5d9 None None] Provisioning complete for port aa471029-ffeb-45cd-ab8e-ded5908f1d7c triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:26.058531 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-caa9929c-8df3-451f-82f9-b9d337c5c5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (aa471029-ffeb-45cd-ab8e-ded5908f1d7c), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:26.058870 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-caa9929c-8df3-451f-82f9-b9d337c5c5d9 None None] Attempt 1 to provision port aa471029-ffeb-45cd-ab8e-ded5908f1d7c Sep 21 10:08:26.094735 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-afe026c2-9ed2-4e8f-bb38-cdad9b32f63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:26.097463 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:26.145834 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7818722b-b835-4afa-9fdd-60440a04cf3f req-b29b0bc1-9d06-4c20-8f19-a4c7d090dc7c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 210 time: 0.0690389 Sep 21 10:08:26.146495 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:26.173527 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] Publish callbacks [] for port (52d0fdce-56f1-4400-947e-12135159ae51), precommit_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:26.197535 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1064c2be-4603-44e8-97da-7f30004b6582 req-f47e9665-202d-4be5-a20c-ca5dc6dc11bf tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837218 Sep 21 10:08:26.198931 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-54325afc-ea10-4088-a5c2-0621cdcc96ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438052'] for router (e089551b-5a6b-42e9-843b-be4aa208656f), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:26.217037 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (52d0fdce-56f1-4400-947e-12135159ae51), after_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:26.292310 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db0f842-9480-43d7-8547-215cdd591300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '148e91ff-3fb3-4329-a282-1d7ebc94ae46'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:08:26.294867 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e9d21d-c759-4a00-bb16-5b98425635de" -d '{"events": [{"server_uuid": "8db0f842-9480-43d7-8547-215cdd591300", "name": "network-vif-unplugged", "status": "completed", "tag": "148e91ff-3fb3-4329-a282-1d7ebc94ae46"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:08:26.295922 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-afe026c2-9ed2-4e8f-bb38-cdad9b32f63f admin admin] Allocated IP 172.27.2.252 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/c50308a3-f560-483a-ad82-43e78284d2e2) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:08:26.356584 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=148e91ff-3fb3-4329-a282-1d7ebc94ae46,revision_number=8']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:26.371743 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] Network 6327c42e-81d4-4192-bfe4-14e358641177 is already hosted by enough agents. {{(pid=106521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:08:26.376799 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.base_scheduler [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] Resources bound (agent type, host, resource id): {{(pid=106521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:26.383240 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] Received port after_create {{(pid=106521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:08:26.413226 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 10:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd6a2d9-df26-4070-be67-9c54ba384022 x-openstack-request-id: req-bfd6a2d9-df26-4070-be67-9c54ba384022 {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:08:26.413516 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db0f842-9480-43d7-8547-215cdd591300", "name": "network-vif-unplugged", "status": "completed", "tag": "148e91ff-3fb3-4329-a282-1d7ebc94ae46", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:08:26.413749 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bfd6a2d9-df26-4070-be67-9c54ba384022 {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:08:26.414148 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfd6a2d9-df26-4070-be67-9c54ba384022'] response: {'server_uuid': '8db0f842-9480-43d7-8547-215cdd591300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '148e91ff-3fb3-4329-a282-1d7ebc94ae46', 'code': 200} Sep 21 10:08:26.522787 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] Pushing event updated for resources: {'Port': ['ID=52d0fdce-56f1-4400-947e-12135159ae51,revision_number=1']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:26.539832 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-afe026c2-9ed2-4e8f-bb38-cdad9b32f63f admin admin] Publish callbacks [] for port (c50308a3-f560-483a-ad82-43e78284d2e2), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:26.540265 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54325afc-ea10-4088-a5c2-0621cdcc96ed admin admin] Router e089551b-5a6b-42e9-843b-be4aa208656f is scheduled to L3 agent 7dcae471-d53e-494b-8876-87a888840c5e with binding_index 1 {{(pid=106519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 10:08:26.564287 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device aa471029-ffeb-45cd-ab8e-ded5908f1d7c up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:26.575924 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:26.605554 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-afe026c2-9ed2-4e8f-bb38-cdad9b32f63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (c50308a3-f560-483a-ad82-43e78284d2e2), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:26.619843 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-caa9929c-8df3-451f-82f9-b9d337c5c5d9 None None] Current status of the port aa471029-ffeb-45cd-ab8e-ded5908f1d7c is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:26.667094 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] Attempting to bind port 52d0fdce-56f1-4400-947e-12135159ae51 on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:08:26.667451 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] Attempting to bind port 52d0fdce-56f1-4400-947e-12135159ae51 by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '1d6a6390-632b-48b4-b997-26c5dc09fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:08:26.667855 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] Attempting to bind port 52d0fdce-56f1-4400-947e-12135159ae51 on network 6327c42e-81d4-4192-bfe4-14e358641177 {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:08:26.673250 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:26.696502 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe026c2-9ed2-4e8f-bb38-cdad9b32f63f admin admin] Pushing event updated for resources: {'Port': ['ID=c50308a3-f560-483a-ad82-43e78284d2e2,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:26.719579 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe026c2-9ed2-4e8f-bb38-cdad9b32f63f admin admin] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:08:26.725114 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-afe026c2-9ed2-4e8f-bb38-cdad9b32f63f admin admin] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:26.730040 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe026c2-9ed2-4e8f-bb38-cdad9b32f63f admin admin] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:08:26.761576 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:26.765203 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-d7fa16bf-fc79-4cb7-8dd2-c8bf877efe98 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Request body: {'port': {'device_id': '50762dd4-54b1-435c-a280-8ae7ccdc96d7', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'admin_state_up': True, 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'security_groups': ['7fd801a0-b176-4996-92dd-3f1f7ee35ce7']}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:26.770481 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port aa471029-ffeb-45cd-ab8e-ded5908f1d7c triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:26.771006 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (aa471029-ffeb-45cd-ab8e-ded5908f1d7c), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:26.771348 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port aa471029-ffeb-45cd-ab8e-ded5908f1d7c Sep 21 10:08:26.814569 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-719f6fe7-6cd4-4603-ab11-924d7e4e01d4 None None] Provisioning complete for port aa471029-ffeb-45cd-ab8e-ded5908f1d7c triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:26.815162 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-719f6fe7-6cd4-4603-ab11-924d7e4e01d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (aa471029-ffeb-45cd-ab8e-ded5908f1d7c), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:26.815583 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-719f6fe7-6cd4-4603-ab11-924d7e4e01d4 None None] Attempt 1 to provision port aa471029-ffeb-45cd-ab8e-ded5908f1d7c Sep 21 10:08:26.818653 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:08:26.819102 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] Checking segment: {'id': '1d6a6390-632b-48b4-b997-26c5dc09fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:08:26.819432 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:26.820109 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] Bound using segment: {'id': '1d6a6390-632b-48b4-b997-26c5dc09fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:08:26.820862 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] Bound port: 52d0fdce-56f1-4400-947e-12135159ae51, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6a6390-632b-48b4-b997-26c5dc09fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:08:26.821530 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (52d0fdce-56f1-4400-947e-12135159ae51), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:26.949117 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54325afc-ea10-4088-a5c2-0621cdcc96ed admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:08:26.972747 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-d7fa16bf-fc79-4cb7-8dd2-c8bf877efe98 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Made reservation on behalf of f75ba10758754f4f9c778e357a87f58e for: {'port': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:08:26.976934 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-d7fa16bf-fc79-4cb7-8dd2-c8bf877efe98 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:26.981422 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:26.988300 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba35315-9fdf-4fb0-adf7-fc74df32e154 req-4c03b067-6c80-40f6-8c6a-62f1e9b238f5 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:26.989990 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ba35315-9fdf-4fb0-adf7-fc74df32e154 req-4c03b067-6c80-40f6-8c6a-62f1e9b238f5 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.1028111 Sep 21 10:08:27.013848 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] Sync routers for ids ['e089551b-5a6b-42e9-843b-be4aa208656f'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:08:27.025501 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-54325afc-ea10-4088-a5c2-0621cdcc96ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:27.029729 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-54325afc-ea10-4088-a5c2-0621cdcc96ed admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5879765 Sep 21 10:08:27.030684 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 53156) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:27.068822 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] Routers {'e089551b-5a6b-42e9-843b-be4aa208656f'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:08:27.069808 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:08:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['e089551b-5a6b-42e9-843b-be4aa208656f'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:27.306221 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e3676695-e716-4cf7-a29b-cdc290f5eab3 req-2525fee2-119b-45e3-b23e-061cb90ead8b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 210 time: 0.0697701 Sep 21 10:08:27.318142 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ba35315-9fdf-4fb0-adf7-fc74df32e154 req-8888130f-73fa-4d4e-9100-704ee89ac821 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3143976 Sep 21 10:08:27.401808 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-afe026c2-9ed2-4e8f-bb38-cdad9b32f63f admin admin] Publish callbacks [] for router_gateway (1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:27.445571 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] For port 52d0fdce-56f1-4400-947e-12135159ae51, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:08:27.487478 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:27.506255 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] For port 52d0fdce-56f1-4400-947e-12135159ae51, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=52d0fdce-56f1-4400-947e-12135159ae51,segment=NetworkSegment(1d6a6390-632b-48b4-b997-26c5dc09fc82),segment_id=1d6a6390-632b-48b4-b997-26c5dc09fc82)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:08:27.525078 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port aa471029-ffeb-45cd-ab8e-ded5908f1d7c is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:27.532874 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (52d0fdce-56f1-4400-947e-12135159ae51), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:27.589882 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-719f6fe7-6cd4-4603-ab11-924d7e4e01d4 None None] Current status of the port aa471029-ffeb-45cd-ab8e-ded5908f1d7c is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:27.691806 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] Set router e089551b-5a6b-42e9-843b-be4aa208656f gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:08:27.761059 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2828cb9-3b36-499a-85dc-e39e959da72c None None] Pushing event updated for resources: {'Port': ['ID=52d0fdce-56f1-4400-947e-12135159ae51,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:27.905656 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-afe026c2-9ed2-4e8f-bb38-cdad9b32f63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438052'] for router (1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:28.002536 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e089551b-5a6b-42e9-843b-be4aa208656f', 'name': 'tempest-TestVolumeBootPattern-1224129394-router', 'tenant_id': '74fc62acdb6a4217af31c390824aecf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '0b6824ad-0cc1-45be-8b06-6be5b7c9da96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:22Z', 'updated_at': '2022-09-21T10:08:25Z', 'revision_number': 3, 'project_id': '74fc62acdb6a4217af31c390824aecf5', 'gw_port': {'id': '0b6824ad-0cc1-45be-8b06-6be5b7c9da96', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e089551b-5a6b-42e9-843b-be4aa208656f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:23Z', 'updated_at': '2022-09-21T10:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:28.052318 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] Checking router: e089551b-5a6b-42e9-843b-be4aa208656f for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:08:28.054225 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] Updating router e089551b-5a6b-42e9-843b-be4aa208656f port 0b6824ad-0cc1-45be-8b06-6be5b7c9da96 binding host dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:08:28.121367 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (0b6824ad-0cc1-45be-8b06-6be5b7c9da96), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:28.139039 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f75dc8-e571-429a-9875-06afa252590f req-d85169b3-bacd-4805-8453-7b0b5c3e7788 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:28.139924 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:28.148338 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f1f75dc8-e571-429a-9875-06afa252590f req-d85169b3-bacd-4805-8453-7b0b5c3e7788 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 945 time: 0.7154965 Sep 21 10:08:28.214798 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe026c2-9ed2-4e8f-bb38-cdad9b32f63f admin admin] Router 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b is scheduled to L3 agent 7dcae471-d53e-494b-8876-87a888840c5e with binding_index 1 {{(pid=106520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 10:08:28.262528 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-d7fa16bf-fc79-4cb7-8dd2-c8bf877efe98 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Allocated IP 172.20.0.13 (97a59516-89f9-4e8e-9ccf-abdda6abc087/5429b2a6-8b25-44de-bb46-df0f87df08ce/5567942c-6fc7-4688-be83-932cde20b535) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:08:28.445081 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f1f75dc8-e571-429a-9875-06afa252590f req-66e2cf0b-6fa4-4061-83c2-b42f1d4e4695 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956669 Sep 21 10:08:28.478857 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe026c2-9ed2-4e8f-bb38-cdad9b32f63f admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:08:28.492689 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] Sync routers for ids ['1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:08:28.532539 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] Routers {'1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:08:28.535147 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:08:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:28.566845 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-afe026c2-9ed2-4e8f-bb38-cdad9b32f63f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:28.577390 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-afe026c2-9ed2-4e8f-bb38-cdad9b32f63f admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4404538 Sep 21 10:08:28.578313 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 53172) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:28.664248 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 52d0fdce-56f1-4400-947e-12135159ae51 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:28.727046 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-d7fa16bf-fc79-4cb7-8dd2-c8bf877efe98 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for port (5567942c-6fc7-4688-be83-932cde20b535), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:28.804007 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:28.805700 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:28.811554 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:28.839315 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] Set router 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:08:28.885853 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-d7fa16bf-fc79-4cb7-8dd2-c8bf877efe98 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (5567942c-6fc7-4688-be83-932cde20b535), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:28.943375 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 52d0fdce-56f1-4400-947e-12135159ae51 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:28.944462 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (52d0fdce-56f1-4400-947e-12135159ae51), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:28.945271 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 52d0fdce-56f1-4400-947e-12135159ae51 Sep 21 10:08:28.982406 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:29.014175 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77976e-f645-47af-bb4d-c80943e47358 req-60c82c22-5e46-467d-b73c-13306456d9ce tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:29.022747 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-de77976e-f645-47af-bb4d-c80943e47358 req-60c82c22-5e46-467d-b73c-13306456d9ce tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.2149441 Sep 21 10:08:29.096461 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:29.181202 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'name': 'tempest-TestMinimumBasicScenario-655837236-router', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:25Z', 'updated_at': '2022-09-21T10:08:27Z', 'revision_number': 3, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'gw_port': {'id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:26Z', 'updated_at': '2022-09-21T10:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:29.223870 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-d7fa16bf-fc79-4cb7-8dd2-c8bf877efe98 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Network 97a59516-89f9-4e8e-9ccf-abdda6abc087 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:08:29.230475 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-de77976e-f645-47af-bb4d-c80943e47358 req-0ccfccfb-2af2-447a-95d6-5ddd8869ab33 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063897 Sep 21 10:08:29.262700 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f95033-99ea-4ea5-b992-6f5252e92bf3 req-b8646360-4709-4dd8-be38-fdb6c63e9f1b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:29.264529 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b4f95033-99ea-4ea5-b992-6f5252e92bf3 req-b8646360-4709-4dd8-be38-fdb6c63e9f1b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 932 time: 0.6602695 Sep 21 10:08:29.265300 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa16bf-fc79-4cb7-8dd2-c8bf877efe98 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Pushing event updated for resources: {'Port': ['ID=5567942c-6fc7-4688-be83-932cde20b535,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:29.278857 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7120c7f6-4970-40ef-b70c-8e2f1d67f9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:29.281407 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-d7fa16bf-fc79-4cb7-8dd2-c8bf877efe98 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:29.284517 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-d7fa16bf-fc79-4cb7-8dd2-c8bf877efe98 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:08:29.303242 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:08:29.304534 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-d7fa16bf-fc79-4cb7-8dd2-c8bf877efe98 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:29.305561 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-d7fa16bf-fc79-4cb7-8dd2-c8bf877efe98 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:29.306200 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] Checking router: 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:08:29.306671 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] Updating router 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b port c50308a3-f560-483a-ad82-43e78284d2e2 binding host dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:08:29.402555 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa92ab0-419f-4624-b60d-266c06f9c0b7 None None] Network 6327c42e-81d4-4192-bfe4-14e358641177 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:08:29.434164 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (c50308a3-f560-483a-ad82-43e78284d2e2), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:29.556632 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [None req-7120c7f6-4970-40ef-b70c-8e2f1d67f9db admin admin] Allocated IP 172.20.0.1 (e92ac830-2a00-4d5a-9902-cbf4c91f5fc0/ded74c93-a741-4381-9e95-233b9db1a2a2/33aaa597-dbb4-49b8-999e-a6cb6cc17b4f) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:08:29.562098 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:29.574332 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-d7fa16bf-fc79-4cb7-8dd2-c8bf877efe98 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8136268 Sep 21 10:08:29.585976 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] Publish callbacks [] for port (0b6824ad-0cc1-45be-8b06-6be5b7c9da96), precommit_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:29.595324 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 52d0fdce-56f1-4400-947e-12135159ae51 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:29.595847 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (52d0fdce-56f1-4400-947e-12135159ae51), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:29.628450 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-24077324-25b7-4313-9b57-969513da8cae None None] Provisioning complete for port 52d0fdce-56f1-4400-947e-12135159ae51 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:29.628819 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-24077324-25b7-4313-9b57-969513da8cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (52d0fdce-56f1-4400-947e-12135159ae51), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:29.629152 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-24077324-25b7-4313-9b57-969513da8cae None None] Attempt 1 to provision port 52d0fdce-56f1-4400-947e-12135159ae51 Sep 21 10:08:29.633773 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Request body: {'port': {'device_id': '50762dd4-54b1-435c-a280-8ae7ccdc96d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:29.637758 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (0b6824ad-0cc1-45be-8b06-6be5b7c9da96), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:29.671120 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:29.697515 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dc937cb6-5438-4518-8035-2bab59588f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:29.704601 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b4f95033-99ea-4ea5-b992-6f5252e92bf3 req-2450bf3d-81a7-4aa1-83bb-0a9955ed0d12 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4334152 Sep 21 10:08:29.811885 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (5567942c-6fc7-4688-be83-932cde20b535), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:29.836292 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c89725-82c0-4496-9c57-70a144e82f3e None None] Pushing event updated for resources: {'Port': ['ID=0b6824ad-0cc1-45be-8b06-6be5b7c9da96,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:29.839020 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] Attempting to bind port 0b6824ad-0cc1-45be-8b06-6be5b7c9da96 on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:08:29.843719 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] Attempting to bind port 0b6824ad-0cc1-45be-8b06-6be5b7c9da96 by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:08:29.845977 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] Attempting to bind port 0b6824ad-0cc1-45be-8b06-6be5b7c9da96 on network e44615eb-99ac-4ee3-8eec-4410b9bcb116 {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:08:29.928371 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] For port 52d0fdce-56f1-4400-947e-12135159ae51, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=52d0fdce-56f1-4400-947e-12135159ae51,segment=NetworkSegment(1d6a6390-632b-48b4-b997-26c5dc09fc82),segment_id=1d6a6390-632b-48b4-b997-26c5dc09fc82)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:08:29.951126 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (52d0fdce-56f1-4400-947e-12135159ae51), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:29.988054 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fd07d-325e-4fff-94fd-1545ae2f158d req-03fb74f8-2ac4-4412-8c58-fe9c159d11f2 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:29.997907 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a16fd07d-325e-4fff-94fd-1545ae2f158d req-03fb74f8-2ac4-4412-8c58-fe9c159d11f2 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 945 time: 0.1418736 Sep 21 10:08:30.046199 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-dc937cb6-5438-4518-8035-2bab59588f1b admin admin] Allocated IP 172.20.0.1 (6327c42e-81d4-4192-bfe4-14e358641177/e8b55abb-da7c-4272-a2d3-3aab9146c566/24c2c557-3ff8-4a86-95e1-fc469b242056) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:08:30.074672 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:08:30.075487 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] Checking segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:08:30.076277 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:30.076896 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] Bound using segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:08:30.077651 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] Bound port: 0b6824ad-0cc1-45be-8b06-6be5b7c9da96, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:08:30.078297 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (0b6824ad-0cc1-45be-8b06-6be5b7c9da96), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:30.084893 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-24077324-25b7-4313-9b57-969513da8cae None None] Current status of the port 52d0fdce-56f1-4400-947e-12135159ae51 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:30.106116 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] Publish callbacks [] for port (c50308a3-f560-483a-ad82-43e78284d2e2), precommit_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:30.117961 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (c50308a3-f560-483a-ad82-43e78284d2e2), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:30.198373 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7120c7f6-4970-40ef-b70c-8e2f1d67f9db admin admin] Publish callbacks [] for port (33aaa597-dbb4-49b8-999e-a6cb6cc17b4f), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:30.247321 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7120c7f6-4970-40ef-b70c-8e2f1d67f9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (33aaa597-dbb4-49b8-999e-a6cb6cc17b4f), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:30.264603 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Pushing event updated for resources: {'Port': ['ID=52d0fdce-56f1-4400-947e-12135159ae51,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:30.281866 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] Attempting to bind port c50308a3-f560-483a-ad82-43e78284d2e2 on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:08:30.282217 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] Attempting to bind port c50308a3-f560-483a-ad82-43e78284d2e2 by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:08:30.283324 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] Attempting to bind port c50308a3-f560-483a-ad82-43e78284d2e2 on network e44615eb-99ac-4ee3-8eec-4410b9bcb116 {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:08:30.292838 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1817e-042d-4a27-8c6f-1ecaaa03ca5a None None] Pushing event updated for resources: {'Port': ['ID=c50308a3-f560-483a-ad82-43e78284d2e2,revision_number=2']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:30.306874 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-75c0b1fe-8edc-4df0-9fcc-b0fd18626618 None None] Provisioning complete for port 5567942c-6fc7-4688-be83-932cde20b535 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:30.309719 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-75c0b1fe-8edc-4df0-9fcc-b0fd18626618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (5567942c-6fc7-4688-be83-932cde20b535), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:30.309719 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-75c0b1fe-8edc-4df0-9fcc-b0fd18626618 None None] Attempt 1 to provision port 5567942c-6fc7-4688-be83-932cde20b535 Sep 21 10:08:30.322896 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] For port 0b6824ad-0cc1-45be-8b06-6be5b7c9da96, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:08:30.341895 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120c7f6-4970-40ef-b70c-8e2f1d67f9db admin admin] Pushing event updated for resources: {'Port': ['ID=33aaa597-dbb4-49b8-999e-a6cb6cc17b4f,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:30.409308 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dc937cb6-5438-4518-8035-2bab59588f1b admin admin] Publish callbacks [] for port (24c2c557-3ff8-4a86-95e1-fc469b242056), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:30.437513 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7120c7f6-4970-40ef-b70c-8e2f1d67f9db admin admin] Network e92ac830-2a00-4d5a-9902-cbf4c91f5fc0 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:08:30.444166 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-7120c7f6-4970-40ef-b70c-8e2f1d67f9db admin admin] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:30.461789 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a16fd07d-325e-4fff-94fd-1545ae2f158d req-9e933720-dbea-4410-a27c-8a130ee68fe1 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623492 Sep 21 10:08:30.475577 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7120c7f6-4970-40ef-b70c-8e2f1d67f9db admin admin] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:08:30.475577 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7120c7f6-4970-40ef-b70c-8e2f1d67f9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429853'] for router_interface (e089551b-5a6b-42e9-843b-be4aa208656f), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:30.501586 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:30.503788 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:08:30.504636 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] Checking segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:08:30.505448 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dc937cb6-5438-4518-8035-2bab59588f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (24c2c557-3ff8-4a86-95e1-fc469b242056), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:30.505690 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:30.506278 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] Bound using segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:08:30.507249 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] Bound port: c50308a3-f560-483a-ad82-43e78284d2e2, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:08:30.507881 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (c50308a3-f560-483a-ad82-43e78284d2e2), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:30.538560 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:30.540848 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] For port 0b6824ad-0cc1-45be-8b06-6be5b7c9da96, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=0b6824ad-0cc1-45be-8b06-6be5b7c9da96,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:08:30.568761 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b0c8a77c-70db-44f5-b64f-e550aa2050b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:30.582582 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (0b6824ad-0cc1-45be-8b06-6be5b7c9da96), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:30.587073 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-75c0b1fe-8edc-4df0-9fcc-b0fd18626618 None None] Port 5567942c-6fc7-4688-be83-932cde20b535 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:30.595244 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [req-b93aec1c-8bb9-49f5-823b-41324c96fda1 req-2fb23541-802b-4ab4-a547-06252ea8338b service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106519) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 10:08:30.598454 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b93aec1c-8bb9-49f5-823b-41324c96fda1 req-2fb23541-802b-4ab4-a547-06252ea8338b service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0111461 Sep 21 10:08:30.672460 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc937cb6-5438-4518-8035-2bab59588f1b admin admin] Network 6327c42e-81d4-4192-bfe4-14e358641177 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:08:30.690346 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-dc937cb6-5438-4518-8035-2bab59588f1b admin admin] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:30.699056 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc937cb6-5438-4518-8035-2bab59588f1b admin admin] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:08:30.726715 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c89725-82c0-4496-9c57-70a144e82f3e None None] Pushing event updated for resources: {'Port': ['ID=0b6824ad-0cc1-45be-8b06-6be5b7c9da96,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:30.732394 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 52d0fdce-56f1-4400-947e-12135159ae51 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:30.737765 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] For port c50308a3-f560-483a-ad82-43e78284d2e2, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:08:30.759954 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] For port c50308a3-f560-483a-ad82-43e78284d2e2, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=c50308a3-f560-483a-ad82-43e78284d2e2,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:08:30.777123 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc937cb6-5438-4518-8035-2bab59588f1b admin admin] Pushing event updated for resources: {'Port': ['ID=24c2c557-3ff8-4a86-95e1-fc469b242056,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:30.781911 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (c50308a3-f560-483a-ad82-43e78284d2e2), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:30.822763 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:30.847790 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dc937cb6-5438-4518-8035-2bab59588f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429853'] for router_interface (1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:30.940437 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 53214) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:30.998488 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] Routers {'e089551b-5a6b-42e9-843b-be4aa208656f'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:08:30.999292 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:08:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['e089551b-5a6b-42e9-843b-be4aa208656f'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:31.083409 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1817e-042d-4a27-8c6f-1ecaaa03ca5a None None] Pushing event updated for resources: {'Port': ['ID=c50308a3-f560-483a-ad82-43e78284d2e2,revision_number=3']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:31.095443 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] Routers {'1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:08:31.097214 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:08:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:31.121548 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 52d0fdce-56f1-4400-947e-12135159ae51 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:31.124050 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (52d0fdce-56f1-4400-947e-12135159ae51), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:31.125242 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 52d0fdce-56f1-4400-947e-12135159ae51 Sep 21 10:08:31.130127 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-75c0b1fe-8edc-4df0-9fcc-b0fd18626618 None None] Attempt 2 to provision port 5567942c-6fc7-4688-be83-932cde20b535 Sep 21 10:08:31.133424 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dc937cb6-5438-4518-8035-2bab59588f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (24c2c557-3ff8-4a86-95e1-fc469b242056), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:31.234573 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:31.243680 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdeb467-1cef-474d-acad-74e80496280b req-6ec3a01f-2f2f-4c46-bbba-6d03427f5419 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:31.245239 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cbdeb467-1cef-474d-acad-74e80496280b req-6ec3a01f-2f2f-4c46-bbba-6d03427f5419 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 932 time: 0.1019394 Sep 21 10:08:31.352562 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] Set router 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:08:31.409982 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:31.434362 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ad9dd-3765-4805-8e25-4835015ecb5d req-70108009-4902-45a9-8d6a-88c30d3e74a6 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:31.436134 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-645ad9dd-3765-4805-8e25-4835015ecb5d req-70108009-4902-45a9-8d6a-88c30d3e74a6 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.3902318 Sep 21 10:08:31.487908 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-75c0b1fe-8edc-4df0-9fcc-b0fd18626618 None None] Port 5567942c-6fc7-4688-be83-932cde20b535 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:31.525426 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-70a907f2-7f24-4a4e-8ebd-636ae9fa990b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:31.570562 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cbdeb467-1cef-474d-acad-74e80496280b req-1fc6bde8-7afd-475c-acad-81c97d9d05ee tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2521260 Sep 21 10:08:31.626473 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:31.639201 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 52d0fdce-56f1-4400-947e-12135159ae51 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:31.674263 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] Set router e089551b-5a6b-42e9-843b-be4aa208656f gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:08:31.682192 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-70a907f2-7f24-4a4e-8ebd-636ae9fa990b admin admin] Publish callbacks [] for security_group (23a3bcd5-9a30-46d6-bac7-51cbcf10c285), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:31.691465 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-70a907f2-7f24-4a4e-8ebd-636ae9fa990b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (23a3bcd5-9a30-46d6-bac7-51cbcf10c285), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:31.768134 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-645ad9dd-3765-4805-8e25-4835015ecb5d req-e902fd53-60e9-44ad-b1f2-65d9b4e43ff3 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3175774 Sep 21 10:08:31.825528 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7120c7f6-4970-40ef-b70c-8e2f1d67f9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (33aaa597-dbb4-49b8-999e-a6cb6cc17b4f), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:31.829823 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-70a907f2-7f24-4a4e-8ebd-636ae9fa990b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d4eaae2887a7467687af91f11aaa4a0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8857861 Sep 21 10:08:31.833749 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 53236) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:31.843202 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a907f2-7f24-4a4e-8ebd-636ae9fa990b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a3bcd5-9a30-46d6-bac7-51cbcf10c285,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:31.911584 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dc937cb6-5438-4518-8035-2bab59588f1b admin admin] Publish callbacks [] for port (24c2c557-3ff8-4a86-95e1-fc469b242056), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:31.930900 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5567942c-6fc7-4688-be83-932cde20b535 {{(pid=106519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:08:31.933243 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dc937cb6-5438-4518-8035-2bab59588f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667630'] for port (24c2c557-3ff8-4a86-95e1-fc469b242056), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:31.950238 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Publish callbacks [] for port (5567942c-6fc7-4688-be83-932cde20b535), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:31.952879 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 53242) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:31.990973 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-75c0b1fe-8edc-4df0-9fcc-b0fd18626618 None None] Attempt 3 to provision port 5567942c-6fc7-4688-be83-932cde20b535 Sep 21 10:08:31.992386 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:32.017266 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.provisioning_blocks [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Transition to ACTIVE for port object 5567942c-6fc7-4688-be83-932cde20b535 will not be triggered until provisioned by entity L2. {{(pid=106519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:08:32.022209 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 148e91ff-3fb3-4329-a282-1d7ebc94ae46 no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:08:32.037790 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (5567942c-6fc7-4688-be83-932cde20b535), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:32.059692 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dc937cb6-5438-4518-8035-2bab59588f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429961'] for router_interface (1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:32.117402 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'name': 'tempest-TestMinimumBasicScenario-655837236-router', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:25Z', 'updated_at': '2022-09-21T10:08:31Z', 'revision_number': 4, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'gw_port': {'id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:26Z', 'updated_at': '2022-09-21T10:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '24c2c557-3ff8-4a86-95e1-fc469b242056', 'name': '', 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'mac_address': 'fa:16:3e:f9:d5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:29Z', 'updated_at': '2022-09-21T10:08:30Z', 'revision_number': 1, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'subnets': [{'id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:32.155860 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-75c0b1fe-8edc-4df0-9fcc-b0fd18626618 None None] Port 5567942c-6fc7-4688-be83-932cde20b535 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:32.170084 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aac5eb-e0e9-4b21-8e81-4126b61ae58c None None] The sync data for ids ['1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'] in dv-cinder-855479-2-iscsi is: [{'id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'name': 'tempest-TestMinimumBasicScenario-655837236-router', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:25Z', 'updated_at': '2022-09-21T10:08:31Z', 'revision_number': 4, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'gw_port': {'id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:26Z', 'updated_at': '2022-09-21T10:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '24c2c557-3ff8-4a86-95e1-fc469b242056', 'name': '', 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'mac_address': 'fa:16:3e:f9:d5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:29Z', 'updated_at': '2022-09-21T10:08:30Z', 'revision_number': 1, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'subnets': [{'id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:08:32.213327 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Pushing event updated for resources: {'Port': ['ID=5567942c-6fc7-4688-be83-932cde20b535,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:32.233397 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:32.251516 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 is: DOWN; New status is: DOWN {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:32.261862 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc937cb6-5438-4518-8035-2bab59588f1b admin admin] Pushing event updated for resources: {'Port': ['ID=24c2c557-3ff8-4a86-95e1-fc469b242056,revision_number=2']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:32.294591 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc937cb6-5438-4518-8035-2bab59588f1b admin admin] Network 6327c42e-81d4-4192-bfe4-14e358641177 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:08:32.296407 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-dc937cb6-5438-4518-8035-2bab59588f1b admin admin] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:32.320804 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-24687162-fb8e-4ba7-a946-ca75f9774bfc req-82de954b-b543-4e92-bbc3-8dc19ee0df59 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3654554 Sep 21 10:08:32.322132 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e089551b-5a6b-42e9-843b-be4aa208656f', 'name': 'tempest-TestVolumeBootPattern-1224129394-router', 'tenant_id': '74fc62acdb6a4217af31c390824aecf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '0b6824ad-0cc1-45be-8b06-6be5b7c9da96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:22Z', 'updated_at': '2022-09-21T10:08:25Z', 'revision_number': 3, 'project_id': '74fc62acdb6a4217af31c390824aecf5', 'gw_port': {'id': '0b6824ad-0cc1-45be-8b06-6be5b7c9da96', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e089551b-5a6b-42e9-843b-be4aa208656f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:23Z', 'updated_at': '2022-09-21T10:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:32.344109 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-6b29e53e-f4e1-4a56-87c3-f0ae38e6dffc admin admin] Publish callbacks [] for security_group (23a3bcd5-9a30-46d6-bac7-51cbcf10c285), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:32.358414 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35161c-0e71-41ff-b5c2-0f2567293443 None None] The sync data for ids ['e089551b-5a6b-42e9-843b-be4aa208656f'] in dv-cinder-855479-2-iscsi is: [{'id': 'e089551b-5a6b-42e9-843b-be4aa208656f', 'name': 'tempest-TestVolumeBootPattern-1224129394-router', 'tenant_id': '74fc62acdb6a4217af31c390824aecf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '0b6824ad-0cc1-45be-8b06-6be5b7c9da96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:22Z', 'updated_at': '2022-09-21T10:08:25Z', 'revision_number': 3, 'project_id': '74fc62acdb6a4217af31c390824aecf5', 'gw_port': {'id': '0b6824ad-0cc1-45be-8b06-6be5b7c9da96', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e089551b-5a6b-42e9-843b-be4aa208656f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:23Z', 'updated_at': '2022-09-21T10:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:08:32.379469 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [req-24687162-fb8e-4ba7-a946-ca75f9774bfc req-b9b4de7c-26a1-4fda-8737-a35eb2dd07d2 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106519) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 10:08:32.380084 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-24687162-fb8e-4ba7-a946-ca75f9774bfc req-b9b4de7c-26a1-4fda-8737-a35eb2dd07d2 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060668 Sep 21 10:08:32.487764 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f7816-4ff5-4a73-965f-ea5607638a52 req-434ef249-81f7-49e5-95e1-b8e3ae48a5df tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:32.496130 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-054f7816-4ff5-4a73-965f-ea5607638a52 req-434ef249-81f7-49e5-95e1-b8e3ae48a5df tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 945 time: 0.1896019 Sep 21 10:08:32.528090 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc937cb6-5438-4518-8035-2bab59588f1b admin admin] Router 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:08:32.579332 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 53252) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:32.591459 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Attempting to bind port 5567942c-6fc7-4688-be83-932cde20b535 on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:08:32.591968 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Attempting to bind port 5567942c-6fc7-4688-be83-932cde20b535 by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:08:32.592491 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Attempting to bind port 5567942c-6fc7-4688-be83-932cde20b535 on network 97a59516-89f9-4e8e-9ccf-abdda6abc087 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:08:32.605758 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-6b29e53e-f4e1-4a56-87c3-f0ae38e6dffc admin admin] Publish callbacks [] for security_group (23a3bcd5-9a30-46d6-bac7-51cbcf10c285), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:32.657164 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-75c0b1fe-8edc-4df0-9fcc-b0fd18626618 None None] Attempt 4 to provision port 5567942c-6fc7-4688-be83-932cde20b535 Sep 21 10:08:32.696073 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7120c7f6-4970-40ef-b70c-8e2f1d67f9db admin admin] Publish callbacks [] for port (33aaa597-dbb4-49b8-999e-a6cb6cc17b4f), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:32.730262 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-75c0b1fe-8edc-4df0-9fcc-b0fd18626618 None None] Port 5567942c-6fc7-4688-be83-932cde20b535 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:32.797209 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:32.964588 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7120c7f6-4970-40ef-b70c-8e2f1d67f9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (33aaa597-dbb4-49b8-999e-a6cb6cc17b4f), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:32.964588 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7120c7f6-4970-40ef-b70c-8e2f1d67f9db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429961'] for router_interface (e089551b-5a6b-42e9-843b-be4aa208656f), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:33.024208 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc937cb6-5438-4518-8035-2bab59588f1b admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:08:33.030825 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-dc937cb6-5438-4518-8035-2bab59588f1b admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4460220 Sep 21 10:08:33.058181 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-054f7816-4ff5-4a73-965f-ea5607638a52 req-78892eb7-c307-4507-9dee-90eac3c0ad42 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777858 Sep 21 10:08:33.068533 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:33.077536 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-6b29e53e-f4e1-4a56-87c3-f0ae38e6dffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (23a3bcd5-9a30-46d6-bac7-51cbcf10c285), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:33.080263 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-6b29e53e-f4e1-4a56-87c3-f0ae38e6dffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:33.082046 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-6b29e53e-f4e1-4a56-87c3-f0ae38e6dffc admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/23a3bcd5-9a30-46d6-bac7-51cbcf10c285 HTTP/1.1" status: 204 len: 168 time: 1.2469699 Sep 21 10:08:33.100437 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24687162-fb8e-4ba7-a946-ca75f9774bfc req-67ab1c10-ca5b-4c50-a124-028560a34093 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:33.102191 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-24687162-fb8e-4ba7-a946-ca75f9774bfc req-67ab1c10-ca5b-4c50-a124-028560a34093 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports/148e91ff-3fb3-4329-a282-1d7ebc94ae46 HTTP/1.1" status: 200 len: 941 time: 0.5066442 Sep 21 10:08:33.179356 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29e53e-f4e1-4a56-87c3-f0ae38e6dffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a3bcd5-9a30-46d6-bac7-51cbcf10c285,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:33.232138 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-75c0b1fe-8edc-4df0-9fcc-b0fd18626618 None None] Attempt 5 to provision port 5567942c-6fc7-4688-be83-932cde20b535 Sep 21 10:08:33.249687 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e42bf-7ceb-4c6d-b410-8d322023258b req-616dc70c-854b-4a84-b869-334d35752fcc tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:33.261885 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-234e42bf-7ceb-4c6d-b410-8d322023258b req-616dc70c-854b-4a84-b869-334d35752fcc tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 944 time: 0.4255352 Sep 21 10:08:33.289360 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Port 5567942c-6fc7-4688-be83-932cde20b535 on network 97a59516-89f9-4e8e-9ccf-abdda6abc087 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:08:33.289746 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Attempting to bind port 5567942c-6fc7-4688-be83-932cde20b535 on network 97a59516-89f9-4e8e-9ccf-abdda6abc087 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:08:33.353999 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-75c0b1fe-8edc-4df0-9fcc-b0fd18626618 None None] Port 5567942c-6fc7-4688-be83-932cde20b535 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:33.467799 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a14d68-6327-4635-9202-5ac9659122fa req-ab507033-5b3d-4673-b302-519a3c277594 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:33.481878 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-65a14d68-6327-4635-9202-5ac9659122fa req-ab507033-5b3d-4673-b302-519a3c277594 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.1578755 Sep 21 10:08:33.488488 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120c7f6-4970-40ef-b70c-8e2f1d67f9db admin admin] Pushing event updated for resources: {'Port': ['ID=33aaa597-dbb4-49b8-999e-a6cb6cc17b4f,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:33.666227 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-234e42bf-7ceb-4c6d-b410-8d322023258b req-8f43738f-6feb-48c7-aeba-2ab2ccf17103 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3990641 Sep 21 10:08:33.690688 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:08:33.691542 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Checking segment: {'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:08:33.692375 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Bound using segment: {'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:08:33.693258 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Bound port: 5567942c-6fc7-4688-be83-932cde20b535, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14d9159-54f4-4a21-a91b-860791507fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087'}}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:08:33.693925 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (5567942c-6fc7-4688-be83-932cde20b535), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:33.707761 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3f7e9312-ca6a-412f-b054-057d68342217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:33.735478 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-65a14d68-6327-4635-9202-5ac9659122fa req-e9dcd20c-146f-45b2-ad67-48bc48d6ccfb tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190659 Sep 21 10:08:33.795305 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaaed3d-54a6-4435-9372-7fca1a653213 req-d79b77e4-c995-412b-910b-5c10fb9a3ac8 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:33.797879 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-3aaaed3d-54a6-4435-9372-7fca1a653213 req-d79b77e4-c995-412b-910b-5c10fb9a3ac8 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 945 time: 0.2695205 Sep 21 10:08:33.823817 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:33.832092 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7120c7f6-4970-40ef-b70c-8e2f1d67f9db admin admin] Network e92ac830-2a00-4d5a-9902-cbf4c91f5fc0 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:08:33.835984 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-7120c7f6-4970-40ef-b70c-8e2f1d67f9db admin admin] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:33.855525 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-75c0b1fe-8edc-4df0-9fcc-b0fd18626618 None None] Attempt 6 to provision port 5567942c-6fc7-4688-be83-932cde20b535 Sep 21 10:08:33.956520 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-75c0b1fe-8edc-4df0-9fcc-b0fd18626618 None None] Port 5567942c-6fc7-4688-be83-932cde20b535 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:34.069038 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] For port 5567942c-6fc7-4688-be83-932cde20b535, host hv-cinder-85547, cleared binding levels {{(pid=106519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:08:34.159968 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] For port 5567942c-6fc7-4688-be83-932cde20b535, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=5567942c-6fc7-4688-be83-932cde20b535,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:08:34.285013 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (5567942c-6fc7-4688-be83-932cde20b535), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:34.292842 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:34.293995 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:34.296342 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/5567942c-6fc7-4688-be83-932cde20b535 HTTP/1.1" status: 200 len: 1094 time: 4.6700499 Sep 21 10:08:34.377005 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [req-3aaaed3d-54a6-4435-9372-7fca1a653213 req-f3ac50c5-548e-4090-83dd-a1039fb589b8 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Deleting port 962c61a2-17f8-4bd4-97cf-4ef81cb572ea {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:08:34.377592 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-3aaaed3d-54a6-4435-9372-7fca1a653213 req-f3ac50c5-548e-4090-83dd-a1039fb589b8 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (962c61a2-17f8-4bd4-97cf-4ef81cb572ea), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:34.412728 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50762dd4-54b1-435c-a280-8ae7ccdc96d7', 'tag': '5567942c-6fc7-4688-be83-932cde20b535'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:08:34.421047 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b32305a-d2da-49b1-97a2-004ac88ca920" -d '{"events": [{"name": "network-changed", "server_uuid": "50762dd4-54b1-435c-a280-8ae7ccdc96d7", "tag": "5567942c-6fc7-4688-be83-932cde20b535"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:08:34.448988 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef33d4-c187-497e-8729-2f1b49e19474 req-21144891-f2d3-43c6-8c09-703e30e8499a tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:34.457659 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-75c0b1fe-8edc-4df0-9fcc-b0fd18626618 None None] Attempt 7 to provision port 5567942c-6fc7-4688-be83-932cde20b535 Sep 21 10:08:34.464763 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-48ef33d4-c187-497e-8729-2f1b49e19474 req-21144891-f2d3-43c6-8c09-703e30e8499a tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 945 time: 0.1584098 Sep 21 10:08:34.574525 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-75c0b1fe-8edc-4df0-9fcc-b0fd18626618 None None] Port 5567942c-6fc7-4688-be83-932cde20b535 had new provisioning blocks added so it will not transition to active. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 10:08:34.642653 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 0b6824ad-0cc1-45be-8b06-6be5b7c9da96 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:34.775919 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [req-3aaaed3d-54a6-4435-9372-7fca1a653213 req-f3ac50c5-548e-4090-83dd-a1039fb589b8 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] For port 962c61a2-17f8-4bd4-97cf-4ef81cb572ea, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=962c61a2-17f8-4bd4-97cf-4ef81cb572ea,segment=NetworkSegment(e98dae54-3975-4fad-b281-4cfcb4a17beb),segment_id=e98dae54-3975-4fad-b281-4cfcb4a17beb)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:08:34.780667 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-3aaaed3d-54a6-4435-9372-7fca1a653213 req-f3ac50c5-548e-4090-83dd-a1039fb589b8 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (962c61a2-17f8-4bd4-97cf-4ef81cb572ea), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:34.848777 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:34.859604 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [req-3aaaed3d-54a6-4435-9372-7fca1a653213 req-f3ac50c5-548e-4090-83dd-a1039fb589b8 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Calling delete_port for 962c61a2-17f8-4bd4-97cf-4ef81cb572ea owned by compute:nova {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:08:34.931521 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Provisioning complete for port 24c2c557-3ff8-4a86-95e1-fc469b242056 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:34.932334 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (24c2c557-3ff8-4a86-95e1-fc469b242056), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:34.932965 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Attempt 1 to provision port 24c2c557-3ff8-4a86-95e1-fc469b242056 Sep 21 10:08:34.997518 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:35.000800 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 0b6824ad-0cc1-45be-8b06-6be5b7c9da96 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:35.001494 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (0b6824ad-0cc1-45be-8b06-6be5b7c9da96), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:35.002104 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 0b6824ad-0cc1-45be-8b06-6be5b7c9da96 Sep 21 10:08:35.056233 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Port 24c2c557-3ff8-4a86-95e1-fc469b242056 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:35.147227 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 0b6824ad-0cc1-45be-8b06-6be5b7c9da96 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:35.147921 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (0b6824ad-0cc1-45be-8b06-6be5b7c9da96), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:35.209544 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] For port 0b6824ad-0cc1-45be-8b06-6be5b7c9da96, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=0b6824ad-0cc1-45be-8b06-6be5b7c9da96,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:08:35.217065 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (0b6824ad-0cc1-45be-8b06-6be5b7c9da96), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:35.218090 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device c50308a3-f560-483a-ad82-43e78284d2e2 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:35.256025 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-3aaaed3d-54a6-4435-9372-7fca1a653213 req-f3ac50c5-548e-4090-83dd-a1039fb589b8 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (962c61a2-17f8-4bd4-97cf-4ef81cb572ea), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:35.295583 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['962c61a2-17f8-4bd4-97cf-4ef81cb572ea'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:08:35.327286 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac50c5-548e-4090-83dd-a1039fb589b8 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Pushing event deleted for resources: {'Port': ['ID=962c61a2-17f8-4bd4-97cf-4ef81cb572ea,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:35.342117 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382bdffb-eb24-4eb6-abe8-91962ffdd0f4 x-openstack-request-id: req-382bdffb-eb24-4eb6-abe8-91962ffdd0f4 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:08:35.342117 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50762dd4-54b1-435c-a280-8ae7ccdc96d7", "tag": "5567942c-6fc7-4688-be83-932cde20b535", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:08:35.342628 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-382bdffb-eb24-4eb6-abe8-91962ffdd0f4 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:08:35.343432 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-382bdffb-eb24-4eb6-abe8-91962ffdd0f4'] response: {'name': 'network-changed', 'server_uuid': '50762dd4-54b1-435c-a280-8ae7ccdc96d7', 'tag': '5567942c-6fc7-4688-be83-932cde20b535', 'status': 'completed', 'code': 200} Sep 21 10:08:35.416811 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 53308) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:35.429058 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-330480178-network', 'tenant_id': '287a202a96d24178839bfec3d5c1b892'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:35.445926 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:35.507583 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7120c7f6-4970-40ef-b70c-8e2f1d67f9db admin admin] Router e089551b-5a6b-42e9-843b-be4aa208656f has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:08:35.528592 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port c50308a3-f560-483a-ad82-43e78284d2e2 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:35.529063 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (c50308a3-f560-483a-ad82-43e78284d2e2), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:35.529400 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port c50308a3-f560-483a-ad82-43e78284d2e2 Sep 21 10:08:35.531391 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Pushing event updated for resources: {'Port': ['ID=0b6824ad-0cc1-45be-8b06-6be5b7c9da96,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:35.536767 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:35.557936 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-b349f1cc-8f49-4d48-a41c-26e5f58bf48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:35.559960 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-b349f1cc-8f49-4d48-a41c-26e5f58bf48d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f75ba10758754f4f9c778e357a87f58e&device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 1128 time: 1.0805185 Sep 21 10:08:35.571717 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0de38-3299-41e3-8f28-b9e146bd0df1 service neutron] Pushing event updated for resources: {'Port': ['ID=5567942c-6fc7-4688-be83-932cde20b535,revision_number=3']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:35.583730 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aaaed3d-54a6-4435-9372-7fca1a653213 req-f3ac50c5-548e-4090-83dd-a1039fb589b8 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] No DVR routers for this DVR port 962c61a2-17f8-4bd4-97cf-4ef81cb572ea on host hv-cinder-85547 {{(pid=106520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:08:35.592080 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-3aaaed3d-54a6-4435-9372-7fca1a653213 req-f3ac50c5-548e-4090-83dd-a1039fb589b8 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:35.599286 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dc788-c732-494b-b65a-af5193388adc req-8e9c4b01-14e1-4d8f-b650-461b9992f560 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:35.601221 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-605dc788-c732-494b-b65a-af5193388adc req-8e9c4b01-14e1-4d8f-b650-461b9992f560 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 944 time: 0.2391567 Sep 21 10:08:35.603125 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-3aaaed3d-54a6-4435-9372-7fca1a653213 req-f3ac50c5-548e-4090-83dd-a1039fb589b8 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.42 "DELETE /networking/v2.0/ports/962c61a2-17f8-4bd4-97cf-4ef81cb572ea HTTP/1.1" status: 204 len: 173 time: 1.7941468 Sep 21 10:08:35.603686 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e6e101-433e-4cc1-94f7-2cad4a02823c', 'name': 'network-vif-deleted', 'tag': '962c61a2-17f8-4bd4-97cf-4ef81cb572ea'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:08:35.606937 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398cfa68-c06b-4c53-8d72-e59c717a2880" -d '{"events": [{"server_uuid": "01e6e101-433e-4cc1-94f7-2cad4a02823c", "name": "network-vif-deleted", "tag": "962c61a2-17f8-4bd4-97cf-4ef81cb572ea"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:08:35.609848 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Made reservation on behalf of 287a202a96d24178839bfec3d5c1b892 for: {'network': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:08:35.614675 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:35.638134 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Attempt 2 to provision port 24c2c557-3ff8-4a86-95e1-fc469b242056 Sep 21 10:08:35.712745 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Port 24c2c557-3ff8-4a86-95e1-fc469b242056 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:35.732570 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-697577e1-be07-4657-a7ab-b3c41a9a53d4 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5567942c-6fc7-4688-be83-932cde20b535 HTTP/1.1" status: 200 len: 217 time: 0.1625776 Sep 21 10:08:35.753508 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-48ef33d4-c187-497e-8729-2f1b49e19474 req-df0eff74-f1e9-416e-ae04-68a1b634b9c1 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2877581 Sep 21 10:08:35.809435 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port c50308a3-f560-483a-ad82-43e78284d2e2 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:35.812293 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (c50308a3-f560-483a-ad82-43e78284d2e2), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:35.824174 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:35.870841 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] For port c50308a3-f560-483a-ad82-43e78284d2e2, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=c50308a3-f560-483a-ad82-43e78284d2e2,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:08:35.879026 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (c50308a3-f560-483a-ad82-43e78284d2e2), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:36.001871 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Pushing event updated for resources: {'Port': ['ID=c50308a3-f560-483a-ad82-43e78284d2e2,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:36.056421 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:36.084670 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-605dc788-c732-494b-b65a-af5193388adc req-7a0b4755-a88f-42f1-b3f8-78dd56a239c0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4629693 Sep 21 10:08:36.100471 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-bdd8c632-03ed-41d0-95c1-aeb7394ab544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:36.102032 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-bdd8c632-03ed-41d0-95c1-aeb7394ab544 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5429b2a6-8b25-44de-bb46-df0f87df08ce HTTP/1.1" status: 200 len: 858 time: 0.3471467 Sep 21 10:08:36.124939 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f603a6e-3c91-4b43-963f-1717959f7b15 req-92833c21-9a9b-4907-99d0-10910563d5c5 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:36.145206 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7f603a6e-3c91-4b43-963f-1717959f7b15 req-92833c21-9a9b-4907-99d0-10910563d5c5 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.1712193 Sep 21 10:08:36.206278 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1213c617-1d69-4bfb-be14-2381080f9cd3 x-openstack-request-id: req-1213c617-1d69-4bfb-be14-2381080f9cd3 {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:08:36.206883 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e6e101-433e-4cc1-94f7-2cad4a02823c", "name": "network-vif-deleted", "tag": "962c61a2-17f8-4bd4-97cf-4ef81cb572ea", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:08:36.207134 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1213c617-1d69-4bfb-be14-2381080f9cd3 {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:08:36.207820 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1213c617-1d69-4bfb-be14-2381080f9cd3'] response: {'server_uuid': '01e6e101-433e-4cc1-94f7-2cad4a02823c', 'name': 'network-vif-deleted', 'tag': '962c61a2-17f8-4bd4-97cf-4ef81cb572ea', 'status': 'completed', 'code': 200} Sep 21 10:08:36.215637 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Attempt 3 to provision port 24c2c557-3ff8-4a86-95e1-fc469b242056 Sep 21 10:08:36.253729 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7120c7f6-4970-40ef-b70c-8e2f1d67f9db admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:08:36.265669 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Port 24c2c557-3ff8-4a86-95e1-fc469b242056 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:36.275822 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-7120c7f6-4970-40ef-b70c-8e2f1d67f9db admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/e089551b-5a6b-42e9-843b-be4aa208656f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2381654 Sep 21 10:08:36.309941 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-6545f8c6-089a-461e-b9f9-4ce432b3f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:36.311795 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-6545f8c6-089a-461e-b9f9-4ce432b3f4e3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=97a59516-89f9-4e8e-9ccf-abdda6abc087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1959229 Sep 21 10:08:36.367249 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7f603a6e-3c91-4b43-963f-1717959f7b15 req-746b15e1-d006-45fa-9699-ca0131184ac2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208164 Sep 21 10:08:36.390124 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Publish callbacks [] for security_group (3a13e6ee-1d26-42c1-b082-8adb6c21f20f), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:36.400120 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (3a13e6ee-1d26-42c1-b082-8adb6c21f20f), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:36.454500 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=106519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 10:08:36.568361 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:36.666060 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a13e6ee-1d26-42c1-b082-8adb6c21f20f,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:36.675020 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (ef283d6e-b3a8-4ea8-ba63-16939cfb0401), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:36.675371 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.segments_db [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Added segment ef283d6e-b3a8-4ea8-ba63-16939cfb0401 of type vlan for network 3a2fd224-ba87-4841-883d-5c5107b0bbe7 Sep 21 10:08:36.675819 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24687162-fb8e-4ba7-a946-ca75f9774bfc req-b9c8e5c4-8aca-47b5-a412-5c1764d4f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:36.678079 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-24687162-fb8e-4ba7-a946-ca75f9774bfc req-b9c8e5c4-8aca-47b5-a412-5c1764d4f16e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300&tenant_id=68256e1dad7b42c8a603e45246d85098 HTTP/1.1" status: 200 len: 1128 time: 0.1818354 Sep 21 10:08:36.700660 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 0b6824ad-0cc1-45be-8b06-6be5b7c9da96 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:36.762066 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:36.762620 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:36.763560 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:36.764228 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:36.764926 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:36.765611 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:36.766207 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:36.766887 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:36.767567 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:36.768268 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:36.768838 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:36.769414 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:36.769943 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:36.770456 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:36.771036 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:36.772896 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Attempt 4 to provision port 24c2c557-3ff8-4a86-95e1-fc469b242056 Sep 21 10:08:36.833095 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:36.852696 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24687162-fb8e-4ba7-a946-ca75f9774bfc req-8a292018-0090-4e6c-88e5-4a6f1d789e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:36.856510 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-24687162-fb8e-4ba7-a946-ca75f9774bfc req-8a292018-0090-4e6c-88e5-4a6f1d789e1c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=68256e1dad7b42c8a603e45246d85098&device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 1128 time: 0.1258173 Sep 21 10:08:36.868887 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760787939759'] for network (3a2fd224-ba87-4841-883d-5c5107b0bbe7), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:36.958330 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=100 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:36.968736 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Port 24c2c557-3ff8-4a86-95e1-fc469b242056 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:36.991834 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 0b6824ad-0cc1-45be-8b06-6be5b7c9da96 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:36.992208 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (0b6824ad-0cc1-45be-8b06-6be5b7c9da96), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:36.992720 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 0b6824ad-0cc1-45be-8b06-6be5b7c9da96 Sep 21 10:08:37.007442 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-763d1746-ed56-4be1-a47d-02d179e03a23 req-b2d47e27-1d15-4aa3-b2ce-e75139e2ad99 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01e6e101-433e-4cc1-94f7-2cad4a02823c HTTP/1.1" status: 200 len: 210 time: 0.0554864 Sep 21 10:08:37.018466 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-76665539-0f2f-48ea-a90b-4d68ead69646 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367355 Sep 21 10:08:37.022384 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for network (3a2fd224-ba87-4841-883d-5c5107b0bbe7), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:37.031747 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:37.031747 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:37.056911 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24687162-fb8e-4ba7-a946-ca75f9774bfc req-a6bf2ea6-83ae-400f-9dcb-869518080c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:37.058451 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-24687162-fb8e-4ba7-a946-ca75f9774bfc req-a6bf2ea6-83ae-400f-9dcb-869518080c53 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=00c18901-0d42-4272-b558-b769b86bb94d HTTP/1.1" status: 200 len: 918 time: 0.1883543 Sep 21 10:08:37.113707 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] Pushing event updated for resources: {'Network': ['ID=3a2fd224-ba87-4841-883d-5c5107b0bbe7,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:37.122754 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 0b6824ad-0cc1-45be-8b06-6be5b7c9da96 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:37.124033 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device c50308a3-f560-483a-ad82-43e78284d2e2 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:37.129687 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Network 3a2fd224-ba87-4841-883d-5c5107b0bbe7 details requested by agent ovs-agent-dv-cinder-855479-2-iscsi with host dv-cinder-855479-2-iscsi {{(pid=106521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 10:08:37.142850 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-fb5fb656-8d13-4ac5-a39a-6972e049f993 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7185369 Sep 21 10:08:37.148360 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 53332) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:37.162062 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Request body: {'subnet': {'network_id': '3a2fd224-ba87-4841-883d-5c5107b0bbe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-330480178-subnet', 'tenant_id': '287a202a96d24178839bfec3d5c1b892', 'ip_version': 4}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:37.177500 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] Sync routers for ids ['e089551b-5a6b-42e9-843b-be4aa208656f'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:08:37.284910 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:37.294931 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] Routers {'e089551b-5a6b-42e9-843b-be4aa208656f'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:08:37.295585 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:08:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['e089551b-5a6b-42e9-843b-be4aa208656f'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:37.308647 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] Sync routers for ids ['1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:08:37.344453 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] Routers {'1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:08:37.347942 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:08:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:37.363956 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 53334) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:37.391553 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port c50308a3-f560-483a-ad82-43e78284d2e2 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:37.391924 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (c50308a3-f560-483a-ad82-43e78284d2e2), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:37.392434 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port c50308a3-f560-483a-ad82-43e78284d2e2 Sep 21 10:08:37.394521 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-677385f2-ef55-448c-ab6f-13afcab392c3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1789095822', 'description': 'tempest-secgroup-smoke-1789095822 description', 'project_id': '91470b6b84c040bb85eec3f27b31f139'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:37.451856 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Made reservation on behalf of 287a202a96d24178839bfec3d5c1b892 for: {'subnet': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:08:37.458910 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9909965'] for subnet (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:37.475884 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Attempt 5 to provision port 24c2c557-3ff8-4a86-95e1-fc469b242056 Sep 21 10:08:37.484314 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c202d53-c6a9-40ef-8e80-a45a022c154a req-927d8089-7bfb-4331-86e3-8f3f9b13fd1b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:37.496104 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-24687162-fb8e-4ba7-a946-ca75f9774bfc req-4831b558-7f21-4628-bf7f-adba29371d24 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=148e91ff-3fb3-4329-a282-1d7ebc94ae46 HTTP/1.1" status: 200 len: 998 time: 0.3287189 Sep 21 10:08:37.497374 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3c202d53-c6a9-40ef-8e80-a45a022c154a req-927d8089-7bfb-4331-86e3-8f3f9b13fd1b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 944 time: 0.1237645 Sep 21 10:08:37.593644 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Port 24c2c557-3ff8-4a86-95e1-fc469b242056 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:37.599273 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] Set router e089551b-5a6b-42e9-843b-be4aa208656f gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:08:37.623245 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] Set router 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:08:37.666088 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-677385f2-ef55-448c-ab6f-13afcab392c3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:37.706182 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port c50308a3-f560-483a-ad82-43e78284d2e2 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:37.712131 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:37.730831 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:37.806211 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 962c61a2-17f8-4bd4-97cf-4ef81cb572ea no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:08:37.840156 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3c202d53-c6a9-40ef-8e80-a45a022c154a req-5d347ef2-6e9e-478a-a67e-f700ce163e41 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3374183 Sep 21 10:08:37.860179 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: 962c61a2-17f8-4bd4-97cf-4ef81cb572ea {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:08:37.860918 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 962c61a2-17f8-4bd4-97cf-4ef81cb572ea not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:08:37.891509 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24687162-fb8e-4ba7-a946-ca75f9774bfc req-be4ad834-dc8e-4dd1-9318-abf367ad5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:37.894421 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-24687162-fb8e-4ba7-a946-ca75f9774bfc req-be4ad834-dc8e-4dd1-9318-abf367ad5032 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b380f751-6674-46e2-979d-3a6fecc803dc HTTP/1.1" status: 200 len: 856 time: 0.3833559 Sep 21 10:08:37.900998 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9665447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9909979'] for subnet (01af37fc-5d40-4347-a230-ccc21a7db8b7), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:37.907543 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:37.948768 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f286a2b-d625-45d4-83e8-69b07a653ac7 req-ed7ad7e1-6283-4412-96ed-19b2f2dd71c8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:37.950815 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:37.977305 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2f286a2b-d625-45d4-83e8-69b07a653ac7 req-ed7ad7e1-6283-4412-96ed-19b2f2dd71c8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.3884983 Sep 21 10:08:37.990563 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d768bc4e-3f0c-4208-8a50-4e8589e8b5c1 req-75a5ce7f-f774-4100-b35c-55a7079259fa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8258550 Sep 21 10:08:38.016568 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01af37fc-5d40-4347-a230-ccc21a7db8b7,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:38.034100 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24687162-fb8e-4ba7-a946-ca75f9774bfc req-00d444fc-4632-47fa-a189-47f0e7a7fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:38.037201 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-24687162-fb8e-4ba7-a946-ca75f9774bfc req-00d444fc-4632-47fa-a189-47f0e7a7fa54 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=00c18901-0d42-4272-b558-b769b86bb94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1335490 Sep 21 10:08:38.037758 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e089551b-5a6b-42e9-843b-be4aa208656f', 'name': 'tempest-TestVolumeBootPattern-1224129394-router', 'tenant_id': '74fc62acdb6a4217af31c390824aecf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '0b6824ad-0cc1-45be-8b06-6be5b7c9da96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:22Z', 'updated_at': '2022-09-21T10:08:31Z', 'revision_number': 4, 'project_id': '74fc62acdb6a4217af31c390824aecf5', 'gw_port': {'id': '0b6824ad-0cc1-45be-8b06-6be5b7c9da96', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089551b-5a6b-42e9-843b-be4aa208656f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:23Z', 'updated_at': '2022-09-21T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '33aaa597-dbb4-49b8-999e-a6cb6cc17b4f', 'name': '', 'network_id': 'e92ac830-2a00-4d5a-9902-cbf4c91f5fc0', 'tenant_id': '74fc62acdb6a4217af31c390824aecf5', 'mac_address': 'fa:16:3e:0a:80:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e089551b-5a6b-42e9-843b-be4aa208656f', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ded74c93-a741-4381-9e95-233b9db1a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:29Z', 'updated_at': '2022-09-21T10:08:32Z', 'revision_number': 2, 'project_id': '74fc62acdb6a4217af31c390824aecf5', 'subnets': [{'id': 'ded74c93-a741-4381-9e95-233b9db1a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:38.054681 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:38.055039 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:38.055505 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:38.055926 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:38.056303 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:38.056636 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:38.056987 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:38.057316 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:38.057663 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:38.057998 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:38.058326 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:38.058647 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:38.058973 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:38.059292 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:38.059609 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:38.123470 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2f286a2b-d625-45d4-83e8-69b07a653ac7 req-82cf5d30-b7e0-4706-bc70-c9b9003aaa4a tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424005 Sep 21 10:08:38.129241 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Attempt 6 to provision port 24c2c557-3ff8-4a86-95e1-fc469b242056 Sep 21 10:08:38.129241 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:38.177125 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] Checking router: e089551b-5a6b-42e9-843b-be4aa208656f for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:08:38.177444 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] Updating router e089551b-5a6b-42e9-843b-be4aa208656f port 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f binding host dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:08:38.213801 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Checking segment: {'id': 'ef283d6e-b3a8-4ea8-ba63-16939cfb0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a2fd224-ba87-4841-883d-5c5107b0bbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:08:38.214245 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Network hostable DHCP agents. Network: 3a2fd224-ba87-4841-883d-5c5107b0bbe7, hostable agents: ['abecb771-581e-4ad9-b557-ede811f6c277'], hosted agents: [] {{(pid=106520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 10:08:38.236051 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-677385f2-ef55-448c-ab6f-13afcab392c3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group (955f12ad-00f1-454f-9afe-48ce40324e83), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:38.257342 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-677385f2-ef55-448c-ab6f-13afcab392c3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (955f12ad-00f1-454f-9afe-48ce40324e83), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:38.276607 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'name': 'tempest-TestMinimumBasicScenario-655837236-router', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:25Z', 'updated_at': '2022-09-21T10:08:31Z', 'revision_number': 4, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'gw_port': {'id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:26Z', 'updated_at': '2022-09-21T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '24c2c557-3ff8-4a86-95e1-fc469b242056', 'name': '', 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'mac_address': 'fa:16:3e:f9:d5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:29Z', 'updated_at': '2022-09-21T10:08:31Z', 'revision_number': 2, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'subnets': [{'id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:38.299912 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Network 3a2fd224-ba87-4841-883d-5c5107b0bbe7 is scheduled to be hosted by DHCP agent abecb771-581e-4ad9-b557-ede811f6c277 with binding_index 1 {{(pid=106520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 10:08:38.317217 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] Checking router: 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:08:38.317771 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] Updating router 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b port 24c2c557-3ff8-4a86-95e1-fc469b242056 binding host dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:08:38.319794 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855479-2-iscsi, 3a2fd224-ba87-4841-883d-5c5107b0bbe7) {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:38.332814 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:38.333398 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:38.339829 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-677385f2-ef55-448c-ab6f-13afcab392c3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:38.341282 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-677385f2-ef55-448c-ab6f-13afcab392c3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9757683 Sep 21 10:08:38.343210 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-24687162-fb8e-4ba7-a946-ca75f9774bfc req-52d72182-4ad1-425d-8d62-1d87ad6b0a14 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801464 Sep 21 10:08:38.345188 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 53352) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:38.349303 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677385f2-ef55-448c-ab6f-13afcab392c3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=955f12ad-00f1-454f-9afe-48ce40324e83,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:38.356170 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:38.359419 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-ad9140d2-0574-4d46-8973-643a8ee226f1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Request body: {'security_group_rule': {'security_group_id': '955f12ad-00f1-454f-9afe-48ce40324e83', 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:38.360702 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-13033435-ca33-4cb0-a935-abbe05cbd326 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2112298 Sep 21 10:08:38.364751 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 53358) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:38.371690 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-d0d99d21-2291-4f97-9375-68361496e818 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-330480178-router', 'tenant_id': '287a202a96d24178839bfec3d5c1b892', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:38.372387 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (24c2c557-3ff8-4a86-95e1-fc469b242056), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:38.397827 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:38.426299 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d0d99d21-2291-4f97-9375-68361496e818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-436105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32634'] for router (5668a70c-ee5f-4269-8c8c-35185a042daa), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:38.428213 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d0d99d21-2291-4f97-9375-68361496e818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32611'] for router (5668a70c-ee5f-4269-8c8c-35185a042daa), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:38.449902 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdedc664-f2c1-4817-9ff0-f096e6c76004 None None] Network 3a2fd224-ba87-4841-883d-5c5107b0bbe7 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:08:38.492896 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d0d99d21-2291-4f97-9375-68361496e818 admin admin] Publish callbacks [] for router_controller (5668a70c-ee5f-4269-8c8c-35185a042daa), precommit_add_association {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:38.518807 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Port 24c2c557-3ff8-4a86-95e1-fc469b242056 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:38.521022 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (33aaa597-dbb4-49b8-999e-a6cb6cc17b4f), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:38.524211 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-ad9140d2-0574-4d46-8973-643a8ee226f1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group_rule (273c940e-e879-43a2-b902-bc0eb32cad67), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:38.601346 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-0cbf1e7b-479c-40f5-a377-efc078a2d621 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:38.604681 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-0cbf1e7b-479c-40f5-a377-efc078a2d621 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/networks?id=029496c3-2ac5-4dfc-bd1c-bc61b18974c0 HTTP/1.1" status: 200 len: 808 time: 0.1908131 Sep 21 10:08:38.663793 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-f5a3577c-c21d-471d-ab51-0612d20d727e tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/quotas/0a9351524cbd42d1bbdeb4abb9e2853e HTTP/1.1" status: 200 len: 375 time: 0.0387626 Sep 21 10:08:38.667841 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-ad9140d2-0574-4d46-8973-643a8ee226f1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group_rule (273c940e-e879-43a2-b902-bc0eb32cad67), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:38.677903 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-ad9140d2-0574-4d46-8973-643a8ee226f1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (273c940e-e879-43a2-b902-bc0eb32cad67), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:38.688182 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce022bf1-b7c4-5ea3-a899-106acdcafccb-3a2fd224-ba87-4841-883d-5c5107b0bbe7', 'network_id': '3a2fd224-ba87-4841-883d-5c5107b0bbe7', 'project_id': '287a202a96d24178839bfec3d5c1b892', 'fixed_ips': [{'subnet_id': '01af37fc-5d40-4347-a230-ccc21a7db8b7'}]}} from dv-cinder-855479-2-iscsi. {{(pid=106521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 10:08:38.689632 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:38.726626 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-f6cd563d-9172-491d-bbc4-22617743f0fc tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0a9351524cbd42d1bbdeb4abb9e2853e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531349 Sep 21 10:08:38.730890 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9140d2-0574-4d46-8973-643a8ee226f1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273c940e-e879-43a2-b902-bc0eb32cad67,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:38.747169 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-ad9140d2-0574-4d46-8973-643a8ee226f1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:38.749527 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-ad9140d2-0574-4d46-8973-643a8ee226f1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4019361 Sep 21 10:08:38.751231 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d0d99d21-2291-4f97-9375-68361496e818 admin admin] Publish callbacks [] for router_gateway (5668a70c-ee5f-4269-8c8c-35185a042daa), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:38.756950 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 53364) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:38.766503 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-f34b9419-323e-4bef-8aad-3f8400b3c015 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Request body: {'security_group_rule': {'security_group_id': '955f12ad-00f1-454f-9afe-48ce40324e83', 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:38.828662 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] Publish callbacks [] for port (24c2c557-3ff8-4a86-95e1-fc469b242056), precommit_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:38.841578 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (24c2c557-3ff8-4a86-95e1-fc469b242056), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:38.893045 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f34b9419-323e-4bef-8aad-3f8400b3c015 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group_rule (216ecc75-79c0-4502-aa26-219297b4a3b0), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:38.894999 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-e6e2e501-c995-4fb0-b0a5-c4557ecac201 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/029496c3-2ac5-4dfc-bd1c-bc61b18974c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436980 Sep 21 10:08:38.980880 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.db_base_plugin_common [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] Allocated IP 172.20.0.2 (3a2fd224-ba87-4841-883d-5c5107b0bbe7/01af37fc-5d40-4347-a230-ccc21a7db8b7/005eead0-8014-4c08-98b6-286912db13a8) {{(pid=106521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:08:38.989777 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b02c77-a6e6-4a07-a8e2-860ca66ad9ec None None] Pushing event updated for resources: {'Port': ['ID=24c2c557-3ff8-4a86-95e1-fc469b242056,revision_number=3']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:39.019611 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Attempt 7 to provision port 24c2c557-3ff8-4a86-95e1-fc469b242056 Sep 21 10:08:39.137647 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] Attempting to bind port 24c2c557-3ff8-4a86-95e1-fc469b242056 on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:08:39.137647 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] Attempting to bind port 24c2c557-3ff8-4a86-95e1-fc469b242056 by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '1d6a6390-632b-48b4-b997-26c5dc09fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177'}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:08:39.137647 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] Attempting to bind port 24c2c557-3ff8-4a86-95e1-fc469b242056 on network 6327c42e-81d4-4192-bfe4-14e358641177 {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:08:39.163326 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32305a-d2da-49b1-97a2-004ac88ca920 req-921313d4-689b-405e-8070-ea1d528687ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:39.163326 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0b32305a-d2da-49b1-97a2-004ac88ca920 req-921313d4-689b-405e-8070-ea1d528687ba service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f75ba10758754f4f9c778e357a87f58e&device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 1128 time: 0.2395248 Sep 21 10:08:39.175273 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:39.213436 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Port 24c2c557-3ff8-4a86-95e1-fc469b242056 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:39.215943 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] Publish callbacks [] for port (33aaa597-dbb4-49b8-999e-a6cb6cc17b4f), precommit_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:39.239899 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (33aaa597-dbb4-49b8-999e-a6cb6cc17b4f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:39.288043 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:39.301705 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32305a-d2da-49b1-97a2-004ac88ca920 req-8bc1b839-61ac-4562-adf1-4186e4180427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:39.303738 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0b32305a-d2da-49b1-97a2-004ac88ca920 req-8bc1b839-61ac-4562-adf1-4186e4180427 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 200 len: 920 time: 0.1340609 Sep 21 10:08:39.315019 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad45177-7cf4-46c1-9d7a-319e2c61dbe6 req-0de254df-9689-4b74-96d3-43b3fbe87d67 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:39.324066 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9ad45177-7cf4-46c1-9d7a-319e2c61dbe6 req-0de254df-9689-4b74-96d3-43b3fbe87d67 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 944 time: 0.2782285 Sep 21 10:08:39.331399 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:08:39.332022 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] Checking segment: {'id': '1d6a6390-632b-48b4-b997-26c5dc09fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:08:39.334286 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:39.334782 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] Bound using segment: {'id': '1d6a6390-632b-48b4-b997-26c5dc09fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177'} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:08:39.337941 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] Bound port: 24c2c557-3ff8-4a86-95e1-fc469b242056, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6a6390-632b-48b4-b997-26c5dc09fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177'}}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:08:39.338402 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (24c2c557-3ff8-4a86-95e1-fc469b242056), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:39.361938 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d0d99d21-2291-4f97-9375-68361496e818 admin admin] Publish callbacks [] for router_gateway (5668a70c-ee5f-4269-8c8c-35185a042daa), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:39.409655 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0b32305a-d2da-49b1-97a2-004ac88ca920 req-c53485ea-f737-4f1e-83c4-519e8f5a596f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5567942c-6fc7-4688-be83-932cde20b535 HTTP/1.1" status: 200 len: 217 time: 0.0826037 Sep 21 10:08:39.411447 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d0d99d21-2291-4f97-9375-68361496e818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:39.431366 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b8c1c-8e8b-4304-b9bb-c937db7879af None None] Pushing event updated for resources: {'Port': ['ID=33aaa597-dbb4-49b8-999e-a6cb6cc17b4f,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:39.460836 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] Attempting to bind port 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:08:39.461274 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] Attempting to bind port 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '87a44287-80e5-4087-843f-ad71834ebea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e92ac830-2a00-4d5a-9902-cbf4c91f5fc0'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:08:39.462465 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] Attempting to bind port 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f on network e92ac830-2a00-4d5a-9902-cbf4c91f5fc0 {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:08:39.521377 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:08:39.521836 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] Checking segment: {'id': '87a44287-80e5-4087-843f-ad71834ebea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e92ac830-2a00-4d5a-9902-cbf4c91f5fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:08:39.522154 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:39.522558 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] Bound using segment: {'id': '87a44287-80e5-4087-843f-ad71834ebea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e92ac830-2a00-4d5a-9902-cbf4c91f5fc0'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:08:39.523065 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] Bound port: 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a44287-80e5-4087-843f-ad71834ebea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e92ac830-2a00-4d5a-9902-cbf4c91f5fc0'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:08:39.523457 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (33aaa597-dbb4-49b8-999e-a6cb6cc17b4f), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:39.528459 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] Publish callbacks [] for port (005eead0-8014-4c08-98b6-286912db13a8), precommit_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:39.535539 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-d09107ff-b93b-4876-9aa2-1e1a594209c3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/029496c3-2ac5-4dfc-bd1c-bc61b18974c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6361973 Sep 21 10:08:39.538512 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-d0d99d21-2291-4f97-9375-68361496e818 admin admin] Allocated IP 172.27.2.219 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/2b98c426-953e-42ce-8b9e-b1265cbd46ca) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:08:39.548735 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (005eead0-8014-4c08-98b6-286912db13a8), after_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:39.576229 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] For port 24c2c557-3ff8-4a86-95e1-fc469b242056, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:08:39.585416 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] For port 24c2c557-3ff8-4a86-95e1-fc469b242056, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=24c2c557-3ff8-4a86-95e1-fc469b242056,segment=NetworkSegment(1d6a6390-632b-48b4-b997-26c5dc09fc82),segment_id=1d6a6390-632b-48b4-b997-26c5dc09fc82)] {{(pid=106522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:08:39.615449 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9ad45177-7cf4-46c1-9d7a-319e2c61dbe6 req-ae492d2d-6a39-425c-8a8f-ebe676f66cb7 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902570 Sep 21 10:08:39.640058 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] Network 3a2fd224-ba87-4841-883d-5c5107b0bbe7 is already hosted by enough agents. {{(pid=106521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:08:39.647885 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.base_scheduler [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] Resources bound (agent type, host, resource id): {{(pid=106521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:39.654140 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32305a-d2da-49b1-97a2-004ac88ca920 req-e64676ca-19e1-4bb6-acc5-ebc26cf3876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:39.656017 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0b32305a-d2da-49b1-97a2-004ac88ca920 req-e64676ca-19e1-4bb6-acc5-ebc26cf3876f service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5429b2a6-8b25-44de-bb46-df0f87df08ce HTTP/1.1" status: 200 len: 858 time: 0.2353590 Sep 21 10:08:39.660220 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] Received port after_create {{(pid=106521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:08:39.664701 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (24c2c557-3ff8-4a86-95e1-fc469b242056), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:39.704357 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:39.705090 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:39.707911 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-24687162-fb8e-4ba7-a946-ca75f9774bfc req-910db4cb-512b-4c80-be24-18f2c191b298 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8225822 Sep 21 10:08:39.735938 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f34b9419-323e-4bef-8aad-3f8400b3c015 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group_rule (216ecc75-79c0-4502-aa26-219297b4a3b0), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:39.756759 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f34b9419-323e-4bef-8aad-3f8400b3c015 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (216ecc75-79c0-4502-aa26-219297b4a3b0), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:39.758100 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Attempt 8 to provision port 24c2c557-3ff8-4a86-95e1-fc469b242056 Sep 21 10:08:39.761689 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d0d99d21-2291-4f97-9375-68361496e818 admin admin] Publish callbacks [] for port (2b98c426-953e-42ce-8b9e-b1265cbd46ca), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:39.764381 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32305a-d2da-49b1-97a2-004ac88ca920 req-f065cb7d-3043-4386-a8d7-3d8f75d41e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:39.772733 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0b32305a-d2da-49b1-97a2-004ac88ca920 req-f065cb7d-3043-4386-a8d7-3d8f75d41e81 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=97a59516-89f9-4e8e-9ccf-abdda6abc087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1028686 Sep 21 10:08:39.798893 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b9419-323e-4bef-8aad-3f8400b3c015 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216ecc75-79c0-4502-aa26-219297b4a3b0,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:39.840150 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f34b9419-323e-4bef-8aad-3f8400b3c015 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:39.850407 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-f34b9419-323e-4bef-8aad-3f8400b3c015 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0871410 Sep 21 10:08:39.862839 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 53380) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:39.870115 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-3ccc3976-4f62-4d3e-ab4f-e9ea68735c31 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Request body: {'security_group_rule': {'security_group_id': '955f12ad-00f1-454f-9afe-48ce40324e83', 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:39.884362 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] Routers {'1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:08:39.885501 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:08:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:39.901278 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] Pushing event updated for resources: {'Port': ['ID=005eead0-8014-4c08-98b6-286912db13a8,revision_number=1']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:39.956995 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:39.960050 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] For port 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:08:39.983535 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b02c77-a6e6-4a07-a8e2-860ca66ad9ec None None] Pushing event updated for resources: {'Port': ['ID=24c2c557-3ff8-4a86-95e1-fc469b242056,revision_number=4']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:40.002860 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:40.005499 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] For port 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=33aaa597-dbb4-49b8-999e-a6cb6cc17b4f,segment=NetworkSegment(87a44287-80e5-4087-843f-ad71834ebea1),segment_id=87a44287-80e5-4087-843f-ad71834ebea1)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:08:40.008333 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] Attempting to bind port 005eead0-8014-4c08-98b6-286912db13a8 on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:08:40.008732 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] Attempting to bind port 005eead0-8014-4c08-98b6-286912db13a8 by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': 'ef283d6e-b3a8-4ea8-ba63-16939cfb0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a2fd224-ba87-4841-883d-5c5107b0bbe7'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:08:40.009091 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] Attempting to bind port 005eead0-8014-4c08-98b6-286912db13a8 on network 3a2fd224-ba87-4841-883d-5c5107b0bbe7 {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:08:40.063116 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (33aaa597-dbb4-49b8-999e-a6cb6cc17b4f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:40.064642 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3ccc3976-4f62-4d3e-ab4f-e9ea68735c31 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group_rule (0cc46ca6-3fbc-4644-9f6b-74a65e7300b2), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:40.073232 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 53392) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:40.088010 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d0d99d21-2291-4f97-9375-68361496e818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (2b98c426-953e-42ce-8b9e-b1265cbd46ca), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:40.111230 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e2778-1a88-40ba-af00-8413e8da8c7d req-10642ca5-6637-4e91-9adf-9bd61e33efe8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:40.114544 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ed1e2778-1a88-40ba-af00-8413e8da8c7d req-10642ca5-6637-4e91-9adf-9bd61e33efe8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.2218075 Sep 21 10:08:40.115220 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:40.164751 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b8c1c-8e8b-4304-b9bb-c937db7879af None None] Pushing event updated for resources: {'Port': ['ID=33aaa597-dbb4-49b8-999e-a6cb6cc17b4f,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:40.189407 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] Routers {'e089551b-5a6b-42e9-843b-be4aa208656f'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:08:40.190668 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:08:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['e089551b-5a6b-42e9-843b-be4aa208656f'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:40.264187 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] Set router 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:08:40.267182 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d99d21-2291-4f97-9375-68361496e818 admin admin] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:08:40.321475 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-d0d99d21-2291-4f97-9375-68361496e818 admin admin] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:40.322389 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0b32305a-d2da-49b1-97a2-004ac88ca920 req-5bcdd6a4-e149-441c-b3a4-00925a3785b0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372550 Sep 21 10:08:40.340421 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a947c830-20d3-4dcf-8927-8d007f2e0c2b req-5d2c0580-0109-4c19-b229-10e1e705e8dd tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 210 time: 0.2116618 Sep 21 10:08:40.365772 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] Set router e089551b-5a6b-42e9-843b-be4aa208656f gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:08:40.366653 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d99d21-2291-4f97-9375-68361496e818 admin admin] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:08:40.495692 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d99d21-2291-4f97-9375-68361496e818 admin admin] Pushing event updated for resources: {'Port': ['ID=2b98c426-953e-42ce-8b9e-b1265cbd46ca,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:40.566888 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-243a678b-3eda-4c83-90f5-e731fd2116e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:40.569489 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:40.574662 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ed1e2778-1a88-40ba-af00-8413e8da8c7d req-c8d59b65-a639-45c8-ac12-1773d351d756 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4479330 Sep 21 10:08:40.585806 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3ccc3976-4f62-4d3e-ab4f-e9ea68735c31 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group_rule (0cc46ca6-3fbc-4644-9f6b-74a65e7300b2), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:40.605175 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Current status of the port 24c2c557-3ff8-4a86-95e1-fc469b242056 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:40.605679 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:40.606294 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (24c2c557-3ff8-4a86-95e1-fc469b242056), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:40.611458 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3ccc3976-4f62-4d3e-ab4f-e9ea68735c31 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (0cc46ca6-3fbc-4644-9f6b-74a65e7300b2), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:40.637225 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0b32305a-d2da-49b1-97a2-004ac88ca920 req-c189c3c1-0375-4ac8-b39e-8c9d76575b71 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954361 Sep 21 10:08:40.704970 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 24c2c557-3ff8-4a86-95e1-fc469b242056 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:40.762116 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'name': 'tempest-TestMinimumBasicScenario-655837236-router', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:25Z', 'updated_at': '2022-09-21T10:08:31Z', 'revision_number': 4, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'gw_port': {'id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:26Z', 'updated_at': '2022-09-21T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '24c2c557-3ff8-4a86-95e1-fc469b242056', 'name': '', 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'mac_address': 'fa:16:3e:f9:d5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:29Z', 'updated_at': '2022-09-21T10:08:39Z', 'revision_number': 4, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'subnets': [{'id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:40.827299 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ab5d97-4222-4022-9296-4b1e0b46895c None None] The sync data for ids ['1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'] in dv-cinder-855479-2-iscsi is: [{'id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'name': 'tempest-TestMinimumBasicScenario-655837236-router', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:25Z', 'updated_at': '2022-09-21T10:08:31Z', 'revision_number': 4, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'gw_port': {'id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:26Z', 'updated_at': '2022-09-21T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '24c2c557-3ff8-4a86-95e1-fc469b242056', 'name': '', 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'mac_address': 'fa:16:3e:f9:d5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:29Z', 'updated_at': '2022-09-21T10:08:39Z', 'revision_number': 4, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'subnets': [{'id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:08:40.832654 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:08:40.833147 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] Checking segment: {'id': 'ef283d6e-b3a8-4ea8-ba63-16939cfb0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a2fd224-ba87-4841-883d-5c5107b0bbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:08:40.839912 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:40.840553 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] Bound using segment: {'id': 'ef283d6e-b3a8-4ea8-ba63-16939cfb0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a2fd224-ba87-4841-883d-5c5107b0bbe7'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:08:40.841421 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] Bound port: 005eead0-8014-4c08-98b6-286912db13a8, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef283d6e-b3a8-4ea8-ba63-16939cfb0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a2fd224-ba87-4841-883d-5c5107b0bbe7'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:08:40.849190 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9d165-af37-4bce-9029-0275ddb33b25 req-2d184a89-3f80-4689-a6f8-a0eb6d66ca70 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:40.849933 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (005eead0-8014-4c08-98b6-286912db13a8), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:40.857495 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-25f9d165-af37-4bce-9029-0275ddb33b25 req-2d184a89-3f80-4689-a6f8-a0eb6d66ca70 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 944 time: 0.0851688 Sep 21 10:08:40.873424 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc3976-4f62-4d3e-ab4f-e9ea68735c31 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc46ca6-3fbc-4644-9f6b-74a65e7300b2,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:40.906356 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3ccc3976-4f62-4d3e-ab4f-e9ea68735c31 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:40.908486 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-3ccc3976-4f62-4d3e-ab4f-e9ea68735c31 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0441613 Sep 21 10:08:40.918323 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 53416) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:40.926461 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-626cef0c-0c3f-47c6-bc71-7c45a296ee53 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Request body: {'security_group_rule': {'security_group_id': '955f12ad-00f1-454f-9afe-48ce40324e83', 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:41.043287 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-25f9d165-af37-4bce-9029-0275ddb33b25 req-0687a6dc-0d31-4626-a847-9e23c19cd7a6 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796257 Sep 21 10:08:41.060674 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-626cef0c-0c3f-47c6-bc71-7c45a296ee53 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group_rule (a97186bb-5619-4271-9e10-e372bcd59b70), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:41.115328 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:41.182198 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-626cef0c-0c3f-47c6-bc71-7c45a296ee53 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group_rule (a97186bb-5619-4271-9e10-e372bcd59b70), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:41.191686 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-626cef0c-0c3f-47c6-bc71-7c45a296ee53 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (a97186bb-5619-4271-9e10-e372bcd59b70), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:41.248409 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cef0c-0c3f-47c6-bc71-7c45a296ee53 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97186bb-5619-4271-9e10-e372bcd59b70,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:41.277619 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-626cef0c-0c3f-47c6-bc71-7c45a296ee53 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:41.279778 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-626cef0c-0c3f-47c6-bc71-7c45a296ee53 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3597627 Sep 21 10:08:41.282966 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 53418) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:41.293490 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-247b4a6b-694a-4085-a4e3-c517cee94563 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Request body: {'security_group_rule': {'security_group_id': '955f12ad-00f1-454f-9afe-48ce40324e83', 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:41.343183 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.securitygroups_db [None req-247b4a6b-694a-4085-a4e3-c517cee94563 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Project 91470b6b84c040bb85eec3f27b31f139 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 10:08:41.353041 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-243a678b-3eda-4c83-90f5-e731fd2116e2 admin admin] Publish callbacks [] for security_group (eb01d76c-c109-467e-8c16-ffc7f2816845), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:41.355984 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] For port 24c2c557-3ff8-4a86-95e1-fc469b242056, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=24c2c557-3ff8-4a86-95e1-fc469b242056,segment=NetworkSegment(1d6a6390-632b-48b4-b997-26c5dc09fc82),segment_id=1d6a6390-632b-48b4-b997-26c5dc09fc82)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:08:41.357644 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-247b4a6b-694a-4085-a4e3-c517cee94563 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group_rule (dd7fd427-58a1-4797-a6b2-15d6a030dbca), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:41.366774 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] For port 005eead0-8014-4c08-98b6-286912db13a8, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:08:41.382222 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] For port 005eead0-8014-4c08-98b6-286912db13a8, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=005eead0-8014-4c08-98b6-286912db13a8,segment=NetworkSegment(ef283d6e-b3a8-4ea8-ba63-16939cfb0401),segment_id=ef283d6e-b3a8-4ea8-ba63-16939cfb0401)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:08:41.387422 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (24c2c557-3ff8-4a86-95e1-fc469b242056), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:41.444157 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-243a678b-3eda-4c83-90f5-e731fd2116e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (eb01d76c-c109-467e-8c16-ffc7f2816845), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:41.457096 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:41.460094 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (005eead0-8014-4c08-98b6-286912db13a8), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:41.599198 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c4d3c5a6-7830-4e1a-876f-7874004cfce8 req-f6bd73d0-0285-49de-8192-bb523e3e98aa tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 210 time: 0.0908089 Sep 21 10:08:41.620171 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-247b4a6b-694a-4085-a4e3-c517cee94563 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group_rule (dd7fd427-58a1-4797-a6b2-15d6a030dbca), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:41.628347 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-247b4a6b-694a-4085-a4e3-c517cee94563 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (dd7fd427-58a1-4797-a6b2-15d6a030dbca), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:41.650410 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b4a6b-694a-4085-a4e3-c517cee94563 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7fd427-58a1-4797-a6b2-15d6a030dbca,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:41.678135 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-247b4a6b-694a-4085-a4e3-c517cee94563 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:41.680659 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-247b4a6b-694a-4085-a4e3-c517cee94563 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3954253 Sep 21 10:08:41.684537 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 53424) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:41.696044 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-6634ad3f-f685-4145-bb70-61e0bed8b0f2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Request body: {'security_group_rule': {'security_group_id': '955f12ad-00f1-454f-9afe-48ce40324e83', 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:41.712502 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-243a678b-3eda-4c83-90f5-e731fd2116e2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4726f842139641748c9fdd04793e3aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6344774 Sep 21 10:08:41.714814 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 53426) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:41.744401 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d0d99d21-2291-4f97-9375-68361496e818 admin admin] Publish callbacks [] for router_gateway (5668a70c-ee5f-4269-8c8c-35185a042daa), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:41.770952 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.securitygroups_db [None req-6634ad3f-f685-4145-bb70-61e0bed8b0f2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Project 91470b6b84c040bb85eec3f27b31f139 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 10:08:41.782054 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-6634ad3f-f685-4145-bb70-61e0bed8b0f2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group_rule (a30e6774-0838-47a4-b075-8cc2d8685728), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:42.016328 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 24c2c557-3ff8-4a86-95e1-fc469b242056 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:42.016932 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (24c2c557-3ff8-4a86-95e1-fc469b242056), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:42.017321 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 24c2c557-3ff8-4a86-95e1-fc469b242056 Sep 21 10:08:42.025404 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a678b-3eda-4c83-90f5-e731fd2116e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb01d76c-c109-467e-8c16-ffc7f2816845,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:42.150072 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecd19d-d043-4c0c-a423-4960f0e66c9f req-cd72396d-9a86-4607-8092-6bb59a480ad2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:42.152224 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c5ecd19d-d043-4c0c-a423-4960f0e66c9f req-cd72396d-9a86-4607-8092-6bb59a480ad2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.2138243 Sep 21 10:08:42.157666 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 5567942c-6fc7-4688-be83-932cde20b535 details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:08:42.192937 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-6634ad3f-f685-4145-bb70-61e0bed8b0f2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group_rule (a30e6774-0838-47a4-b075-8cc2d8685728), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:42.207551 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-6634ad3f-f685-4145-bb70-61e0bed8b0f2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (a30e6774-0838-47a4-b075-8cc2d8685728), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:42.303938 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Provisioning complete for port 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:42.308251 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (33aaa597-dbb4-49b8-999e-a6cb6cc17b4f), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:42.308655 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Attempt 1 to provision port 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f Sep 21 10:08:42.312458 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:42.409640 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634ad3f-f685-4145-bb70-61e0bed8b0f2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30e6774-0838-47a4-b075-8cc2d8685728,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:42.451464 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-6634ad3f-f685-4145-bb70-61e0bed8b0f2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:42.457335 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-6634ad3f-f685-4145-bb70-61e0bed8b0f2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7715812 Sep 21 10:08:42.470500 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f5dd9a72-f394-441b-8fe1-a04c9f3b0b9f admin admin] Publish callbacks [] for security_group (eb01d76c-c109-467e-8c16-ffc7f2816845), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:42.500327 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7932c-5637-406c-ab84-ba5cf8400455 req-9d6ad208-42e4-4e7d-b8a4-978918c1ef33 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:42.502793 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5fa7932c-5637-406c-ab84-ba5cf8400455 req-9d6ad208-42e4-4e7d-b8a4-978918c1ef33 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 944 time: 0.2291977 Sep 21 10:08:42.524322 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c5ecd19d-d043-4c0c-a423-4960f0e66c9f req-4d51e9e1-75dc-40a4-b19d-f0f547be62c6 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3346989 Sep 21 10:08:42.532198 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:42.555611 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f5dd9a72-f394-441b-8fe1-a04c9f3b0b9f admin admin] Publish callbacks [] for security_group (eb01d76c-c109-467e-8c16-ffc7f2816845), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:42.665131 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 24c2c557-3ff8-4a86-95e1-fc469b242056 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:42.738330 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5fa7932c-5637-406c-ab84-ba5cf8400455 req-76c679e7-6bef-4775-a311-1c0d8bb8a950 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124817 Sep 21 10:08:42.778095 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:42.798542 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Pushing event updated for resources: {'Port': ['ID=24c2c557-3ff8-4a86-95e1-fc469b242056,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:42.838805 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f5dd9a72-f394-441b-8fe1-a04c9f3b0b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (eb01d76c-c109-467e-8c16-ffc7f2816845), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:42.846650 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f5dd9a72-f394-441b-8fe1-a04c9f3b0b9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:42.851555 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-f5dd9a72-f394-441b-8fe1-a04c9f3b0b9f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/eb01d76c-c109-467e-8c16-ffc7f2816845 HTTP/1.1" status: 204 len: 168 time: 1.1073284 Sep 21 10:08:42.869382 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.db.resource_extend [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 21 10:08:42.899481 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a5fb6816-4e92-49c8-a627-a258648f3d49 req-8e9fbc44-dccf-4bb4-a8e9-3a4355493103 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 210 time: 0.1348555 Sep 21 10:08:42.909551 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd9a72-f394-441b-8fe1-a04c9f3b0b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb01d76c-c109-467e-8c16-ffc7f2816845,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:42.925051 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d0d99d21-2291-4f97-9375-68361496e818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438052'] for router (5668a70c-ee5f-4269-8c8c-35185a042daa), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:42.995573 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Current status of the port 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:42.996211 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (33aaa597-dbb4-49b8-999e-a6cb6cc17b4f), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:43.184016 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e089551b-5a6b-42e9-843b-be4aa208656f', 'name': 'tempest-TestVolumeBootPattern-1224129394-router', 'tenant_id': '74fc62acdb6a4217af31c390824aecf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '0b6824ad-0cc1-45be-8b06-6be5b7c9da96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:22Z', 'updated_at': '2022-09-21T10:08:31Z', 'revision_number': 4, 'project_id': '74fc62acdb6a4217af31c390824aecf5', 'gw_port': {'id': '0b6824ad-0cc1-45be-8b06-6be5b7c9da96', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089551b-5a6b-42e9-843b-be4aa208656f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:23Z', 'updated_at': '2022-09-21T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '33aaa597-dbb4-49b8-999e-a6cb6cc17b4f', 'name': '', 'network_id': 'e92ac830-2a00-4d5a-9902-cbf4c91f5fc0', 'tenant_id': '74fc62acdb6a4217af31c390824aecf5', 'mac_address': 'fa:16:3e:0a:80:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e089551b-5a6b-42e9-843b-be4aa208656f', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ded74c93-a741-4381-9e95-233b9db1a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:29Z', 'updated_at': '2022-09-21T10:08:39Z', 'revision_number': 4, 'project_id': '74fc62acdb6a4217af31c390824aecf5', 'subnets': [{'id': 'ded74c93-a741-4381-9e95-233b9db1a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:43.234732 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:43.240424 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d99d21-2291-4f97-9375-68361496e818 admin admin] Router 5668a70c-ee5f-4269-8c8c-35185a042daa is scheduled to L3 agent 7dcae471-d53e-494b-8876-87a888840c5e with binding_index 1 {{(pid=106520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 10:08:43.324686 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] For port 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=33aaa597-dbb4-49b8-999e-a6cb6cc17b4f,segment=NetworkSegment(87a44287-80e5-4087-843f-ad71834ebea1),segment_id=87a44287-80e5-4087-843f-ad71834ebea1)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:08:43.477251 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2700aa99-6ffb-4691-b360-0a07589958c0 None None] The sync data for ids ['e089551b-5a6b-42e9-843b-be4aa208656f'] in dv-cinder-855479-2-iscsi is: [{'id': 'e089551b-5a6b-42e9-843b-be4aa208656f', 'name': 'tempest-TestVolumeBootPattern-1224129394-router', 'tenant_id': '74fc62acdb6a4217af31c390824aecf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '0b6824ad-0cc1-45be-8b06-6be5b7c9da96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:22Z', 'updated_at': '2022-09-21T10:08:31Z', 'revision_number': 4, 'project_id': '74fc62acdb6a4217af31c390824aecf5', 'gw_port': {'id': '0b6824ad-0cc1-45be-8b06-6be5b7c9da96', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089551b-5a6b-42e9-843b-be4aa208656f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:23Z', 'updated_at': '2022-09-21T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '33aaa597-dbb4-49b8-999e-a6cb6cc17b4f', 'name': '', 'network_id': 'e92ac830-2a00-4d5a-9902-cbf4c91f5fc0', 'tenant_id': '74fc62acdb6a4217af31c390824aecf5', 'mac_address': 'fa:16:3e:0a:80:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e089551b-5a6b-42e9-843b-be4aa208656f', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ded74c93-a741-4381-9e95-233b9db1a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:29Z', 'updated_at': '2022-09-21T10:08:39Z', 'revision_number': 4, 'project_id': '74fc62acdb6a4217af31c390824aecf5', 'subnets': [{'id': 'ded74c93-a741-4381-9e95-233b9db1a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:08:43.482050 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (33aaa597-dbb4-49b8-999e-a6cb6cc17b4f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:43.524954 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7139d4-19f0-4d81-800b-9a0dec857850 None None] Pushing event updated for resources: {'Port': ['ID=005eead0-8014-4c08-98b6-286912db13a8,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:43.690146 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Provisioning complete for port 52d0fdce-56f1-4400-947e-12135159ae51 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:43.693163 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (52d0fdce-56f1-4400-947e-12135159ae51), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:43.693799 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Attempt 1 to provision port 52d0fdce-56f1-4400-947e-12135159ae51 Sep 21 10:08:43.842651 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 5567942c-6fc7-4688-be83-932cde20b535, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=5567942c-6fc7-4688-be83-932cde20b535,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:08:43.878142 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:43.910084 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-323f08d5-ccff-4d4e-b7ee-5d85e68b7300 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:43.915668 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-323f08d5-ccff-4d4e-b7ee-5d85e68b7300 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.42 "GET /networking/v2.0/networks?id=029496c3-2ac5-4dfc-bd1c-bc61b18974c0 HTTP/1.1" status: 200 len: 808 time: 0.7238455 Sep 21 10:08:43.947858 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d99d21-2291-4f97-9375-68361496e818 admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:08:43.955310 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b973f3-4366-45e2-af1c-8ca9044e70e7 None None] Network 3a2fd224-ba87-4841-883d-5c5107b0bbe7 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:08:44.058529 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d0d99d21-2291-4f97-9375-68361496e818 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:44.074600 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-d0d99d21-2291-4f97-9375-68361496e818 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7063923 Sep 21 10:08:44.076267 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 53494) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:44.079703 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] Sync routers for ids ['5668a70c-ee5f-4269-8c8c-35185a042daa'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:08:44.094399 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-2b4b91aa-c50c-4117-8ba7-571636a1e688 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Request body: {'port': {'device_id': '65ae15f6-d962-47d4-8bfc-9af9f24b2d5a', 'network_id': '029496c3-2ac5-4dfc-bd1c-bc61b18974c0', 'admin_state_up': True, 'tenant_id': '0a9351524cbd42d1bbdeb4abb9e2853e'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:44.195747 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': '5567942c-6fc7-4688-be83-932cde20b535', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'port_id': '5567942c-6fc7-4688-be83-932cde20b535', 'mac_address': 'fa:16:3e:2a:af:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:08:44.461776 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8916fc7-cf4a-4b52-8be5-68e0154f61d4 req-c6617e31-2984-48ca-a08b-92add05ff9c4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:44.481041 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e8916fc7-cf4a-4b52-8be5-68e0154f61d4 req-c6617e31-2984-48ca-a08b-92add05ff9c4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.5499682 Sep 21 10:08:44.481855 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Pushing event updated for resources: {'Port': ['ID=33aaa597-dbb4-49b8-999e-a6cb6cc17b4f,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:44.514150 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] Routers {'5668a70c-ee5f-4269-8c8c-35185a042daa'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:08:44.514378 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:44.515493 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:08:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['5668a70c-ee5f-4269-8c8c-35185a042daa'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:44.745648 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e8916fc7-cf4a-4b52-8be5-68e0154f61d4 req-1c779299-af17-4a4a-beb1-346fa4f3981c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621248 Sep 21 10:08:44.809780 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1638c1-d739-4863-a630-82529372b30e req-4ca755bd-227c-4c6e-a635-828e36a6e8e0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:44.814976 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6d1638c1-d739-4863-a630-82529372b30e req-4ca755bd-227c-4c6e-a635-828e36a6e8e0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 944 time: 0.7419908 Sep 21 10:08:45.319678 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb01c9-53c5-446e-ae12-3a5b18eacac4 None None] Current status of the port 52d0fdce-56f1-4400-947e-12135159ae51 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:45.319678 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] Set router 5668a70c-ee5f-4269-8c8c-35185a042daa gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:08:45.323878 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 53524) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:45.349487 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 5567942c-6fc7-4688-be83-932cde20b535 is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:45.349487 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (5567942c-6fc7-4688-be83-932cde20b535), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:45.380613 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-26eaa030-7516-4b5a-b98a-aece5684eb2e req-5c9c4ad3-5bf1-4b43-b152-51b6fbb28c83 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 210 time: 0.2863753 Sep 21 10:08:45.440503 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6d1638c1-d739-4863-a630-82529372b30e req-cfcf99dd-d893-40aa-b98e-14fe2e49ad5e tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6157887 Sep 21 10:08:45.468130 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-2b4b91aa-c50c-4117-8ba7-571636a1e688 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Made reservation on behalf of 0a9351524cbd42d1bbdeb4abb9e2853e for: {'port': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:08:45.508737 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-2b4b91aa-c50c-4117-8ba7-571636a1e688 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:45.624382 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 24c2c557-3ff8-4a86-95e1-fc469b242056 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:45.702762 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-280ff00e-68a3-470c-a8fc-3bce9788a379 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-748574541-network', 'tenant_id': 'ce0abdcccb664f5d8f89be7b40b7fa5b'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:45.750868 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280ff00e-68a3-470c-a8fc-3bce9788a379 admin admin] Made reservation on behalf of ce0abdcccb664f5d8f89be7b40b7fa5b for: {'network': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:08:45.758482 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-280ff00e-68a3-470c-a8fc-3bce9788a379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:45.867314 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-cdd16ace-a9a5-49b8-9b6e-00d7b8d4b474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:45.989366 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-2b4b91aa-c50c-4117-8ba7-571636a1e688 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Allocated IP 172.20.0.3 (029496c3-2ac5-4dfc-bd1c-bc61b18974c0/d1a7ac6c-a222-462c-8031-7475f672f83c/9f00efa1-e6d7-4ea2-b048-3de3d879010a) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:08:46.040002 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5567942c-6fc7-4688-be83-932cde20b535 {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:08:46.076468 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:46.103768 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-b52d5566-eab1-4a72-b665-8bfef5f5b18e None None] Provisioning complete for port 005eead0-8014-4c08-98b6-286912db13a8 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:46.104583 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b52d5566-eab1-4a72-b665-8bfef5f5b18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (005eead0-8014-4c08-98b6-286912db13a8), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:46.105347 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-b52d5566-eab1-4a72-b665-8bfef5f5b18e None None] Attempt 1 to provision port 005eead0-8014-4c08-98b6-286912db13a8 Sep 21 10:08:46.182770 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 5567942c-6fc7-4688-be83-932cde20b535, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=5567942c-6fc7-4688-be83-932cde20b535,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:08:46.198188 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (5567942c-6fc7-4688-be83-932cde20b535), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:46.302514 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 24c2c557-3ff8-4a86-95e1-fc469b242056 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:46.303039 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (24c2c557-3ff8-4a86-95e1-fc469b242056), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:46.303608 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 24c2c557-3ff8-4a86-95e1-fc469b242056 Sep 21 10:08:46.340131 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-cdd16ace-a9a5-49b8-9b6e-00d7b8d4b474 admin admin] Allocated IP 172.20.0.1 (3a2fd224-ba87-4841-883d-5c5107b0bbe7/01af37fc-5d40-4347-a230-ccc21a7db8b7/a3a7b416-8353-4c37-ac69-3a07314d070f) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:08:46.395439 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'name': 'tempest-TestMinimumBasicScenario-330480178-router', 'tenant_id': '287a202a96d24178839bfec3d5c1b892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b98c426-953e-42ce-8b9e-b1265cbd46ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:38Z', 'updated_at': '2022-09-21T10:08:40Z', 'revision_number': 3, 'project_id': '287a202a96d24178839bfec3d5c1b892', 'gw_port': {'id': '2b98c426-953e-42ce-8b9e-b1265cbd46ca', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:39Z', 'updated_at': '2022-09-21T10:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:46.579350 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] Checking router: 5668a70c-ee5f-4269-8c8c-35185a042daa for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:08:46.579919 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] Updating router 5668a70c-ee5f-4269-8c8c-35185a042daa port 2b98c426-953e-42ce-8b9e-b1265cbd46ca binding host dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:08:46.622312 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-cdd16ace-a9a5-49b8-9b6e-00d7b8d4b474 admin admin] Publish callbacks [] for port (a3a7b416-8353-4c37-ac69-3a07314d070f), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:46.644317 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-280ff00e-68a3-470c-a8fc-3bce9788a379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:46.647144 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:46.668461 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-cdd16ace-a9a5-49b8-9b6e-00d7b8d4b474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (a3a7b416-8353-4c37-ac69-3a07314d070f), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:46.684375 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['5567942c-6fc7-4688-be83-932cde20b535'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:08:46.702719 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2b98c426-953e-42ce-8b9e-b1265cbd46ca), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:46.724328 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd16ace-a9a5-49b8-9b6e-00d7b8d4b474 admin admin] Network 3a2fd224-ba87-4841-883d-5c5107b0bbe7 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:08:46.731624 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-cdd16ace-a9a5-49b8-9b6e-00d7b8d4b474 admin admin] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:46.743145 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:46.746603 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd16ace-a9a5-49b8-9b6e-00d7b8d4b474 admin admin] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:08:46.795839 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=5567942c-6fc7-4688-be83-932cde20b535,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:46.796067 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd16ace-a9a5-49b8-9b6e-00d7b8d4b474 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a7b416-8353-4c37-ac69-3a07314d070f,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:46.840666 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-526c61b8-b889-456f-ab19-3326ccf64927 req-2310d1b7-3144-49c2-a3a1-4e97d583ccc7 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 210 time: 0.1878049 Sep 21 10:08:46.842986 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-cdd16ace-a9a5-49b8-9b6e-00d7b8d4b474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429853'] for router_interface (5668a70c-ee5f-4269-8c8c-35185a042daa), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:46.978303 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9acf78-3bac-4219-8572-32a00385f666 req-97ac3349-58a8-4ac4-8c8d-562759377f13 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:46.988178 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b9acf78-3bac-4219-8572-32a00385f666 req-97ac3349-58a8-4ac4-8c8d-562759377f13 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.3342483 Sep 21 10:08:47.084391 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:47.086202 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-b52d5566-eab1-4a72-b665-8bfef5f5b18e None None] Current status of the port 005eead0-8014-4c08-98b6-286912db13a8 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:47.087026 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b52d5566-eab1-4a72-b665-8bfef5f5b18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (005eead0-8014-4c08-98b6-286912db13a8), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:47.151677 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:47.215627 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 24c2c557-3ff8-4a86-95e1-fc469b242056 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:47.217175 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:47.241333 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-2b4b91aa-c50c-4117-8ba7-571636a1e688 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Publish callbacks [] for port (9f00efa1-e6d7-4ea2-b048-3de3d879010a), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:47.246540 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-cdd16ace-a9a5-49b8-9b6e-00d7b8d4b474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a3a7b416-8353-4c37-ac69-3a07314d070f), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:47.305857 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa1d1d-dd94-4deb-ba2c-c547fce11e51 req-7366a063-05df-4ec3-bef2-c4e5fbf22f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:47.307670 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-50aa1d1d-dd94-4deb-ba2c-c547fce11e51 req-7366a063-05df-4ec3-bef2-c4e5fbf22f0a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=68256e1dad7b42c8a603e45246d85098&device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 1128 time: 0.2505212 Sep 21 10:08:47.358432 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e3fa-a9f9-4626-ad4d-ed1c81a3a1f7 req-8bb81ca9-d92a-4c59-80ca-99a05157f17c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:47.360254 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33f7e3fa-a9f9-4626-ad4d-ed1c81a3a1f7 req-8bb81ca9-d92a-4c59-80ca-99a05157f17c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 945 time: 0.3259153 Sep 21 10:08:47.412062 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b9acf78-3bac-4219-8572-32a00385f666 req-be62573a-5bd6-4b45-9f83-a56985129cb7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3788829 Sep 21 10:08:47.415371 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-280ff00e-68a3-470c-a8fc-3bce9788a379 admin admin] Publish callbacks [] for security_group (869e5f17-34a8-4057-9fae-39a96252952f), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:47.474801 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-280ff00e-68a3-470c-a8fc-3bce9788a379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (869e5f17-34a8-4057-9fae-39a96252952f), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:47.596603 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:47.618577 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:47.618776 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280ff00e-68a3-470c-a8fc-3bce9788a379 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=106519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 10:08:47.656282 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-2b4b91aa-c50c-4117-8ba7-571636a1e688 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (9f00efa1-e6d7-4ea2-b048-3de3d879010a), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:47.681268 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ff00e-68a3-470c-a8fc-3bce9788a379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869e5f17-34a8-4057-9fae-39a96252952f,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:47.706939 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-cdd16ace-a9a5-49b8-9b6e-00d7b8d4b474 admin admin] Publish callbacks [] for port (a3a7b416-8353-4c37-ac69-3a07314d070f), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:47.713896 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-b52d5566-eab1-4a72-b665-8bfef5f5b18e None None] For port 005eead0-8014-4c08-98b6-286912db13a8, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=005eead0-8014-4c08-98b6-286912db13a8,segment=NetworkSegment(ef283d6e-b3a8-4ea8-ba63-16939cfb0401),segment_id=ef283d6e-b3a8-4ea8-ba63-16939cfb0401)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:08:47.727694 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-cdd16ace-a9a5-49b8-9b6e-00d7b8d4b474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667630'] for port (a3a7b416-8353-4c37-ac69-3a07314d070f), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:47.730534 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b52d5566-eab1-4a72-b665-8bfef5f5b18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (005eead0-8014-4c08-98b6-286912db13a8), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:47.744830 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-280ff00e-68a3-470c-a8fc-3bce9788a379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (7d0c8935-6cd2-40e7-a78a-ed18778e00b5), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:47.744830 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.segments_db [None req-280ff00e-68a3-470c-a8fc-3bce9788a379 admin admin] Added segment 7d0c8935-6cd2-40e7-a78a-ed18778e00b5 of type vlan for network e99225b6-916e-4ede-a584-22ca38524abf Sep 21 10:08:47.749321 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:47.749321 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (33aaa597-dbb4-49b8-999e-a6cb6cc17b4f), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:47.749719 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f Sep 21 10:08:47.768794 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33f7e3fa-a9f9-4626-ad4d-ed1c81a3a1f7 req-1097f4ee-4c04-4e58-ad24-c41b963ad472 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3691144 Sep 21 10:08:47.814310 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-2b4b91aa-c50c-4117-8ba7-571636a1e688 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Network 029496c3-2ac5-4dfc-bd1c-bc61b18974c0 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:08:47.837345 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-2b4b91aa-c50c-4117-8ba7-571636a1e688 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:47.842286 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-2b4b91aa-c50c-4117-8ba7-571636a1e688 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:08:47.848929 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-2b4b91aa-c50c-4117-8ba7-571636a1e688 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:47.866593 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-2b4b91aa-c50c-4117-8ba7-571636a1e688 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:47.884304 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:47.912109 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Provisioning complete for port 005eead0-8014-4c08-98b6-286912db13a8 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:47.912531 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (005eead0-8014-4c08-98b6-286912db13a8), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:47.913019 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Attempt 1 to provision port 005eead0-8014-4c08-98b6-286912db13a8 Sep 21 10:08:47.928915 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b91aa-c50c-4117-8ba7-571636a1e688 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Pushing event updated for resources: {'Port': ['ID=9f00efa1-e6d7-4ea2-b048-3de3d879010a,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:47.997868 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-280ff00e-68a3-470c-a8fc-3bce9788a379 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760787939759'] for network (e99225b6-916e-4ede-a584-22ca38524abf), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:48.019403 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-2b4b91aa-c50c-4117-8ba7-571636a1e688 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9773023 Sep 21 10:08:48.053876 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Request body: {'port': {'device_id': '65ae15f6-d962-47d4-8bfc-9af9f24b2d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:48.153047 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d5566-eab1-4a72-b665-8bfef5f5b18e None None] Pushing event updated for resources: {'Port': ['ID=005eead0-8014-4c08-98b6-286912db13a8,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:48.182560 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-280ff00e-68a3-470c-a8fc-3bce9788a379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for network (e99225b6-916e-4ede-a584-22ca38524abf), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:48.194972 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280ff00e-68a3-470c-a8fc-3bce9788a379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:48.196829 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-280ff00e-68a3-470c-a8fc-3bce9788a379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:48.359043 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (9f00efa1-e6d7-4ea2-b048-3de3d879010a), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:48.371940 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c8711-658e-472b-a124-30f627ef812c req-03bd8562-82dc-4653-b082-e3ada7d7d434 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:48.373569 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c14c8711-658e-472b-a124-30f627ef812c req-03bd8562-82dc-4653-b082-e3ada7d7d434 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 931 time: 0.3107440 Sep 21 10:08:48.434008 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ff00e-68a3-470c-a8fc-3bce9788a379 admin admin] Pushing event updated for resources: {'Network': ['ID=e99225b6-916e-4ede-a584-22ca38524abf,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:48.445945 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-280ff00e-68a3-470c-a8fc-3bce9788a379 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1205282 Sep 21 10:08:48.449990 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 53544) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:48.464222 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-41632a4e-fa2b-4451-bfa4-177fa95d4f0d admin admin] Request body: {'subnet': {'network_id': 'e99225b6-916e-4ede-a584-22ca38524abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-748574541-subnet', 'tenant_id': 'ce0abdcccb664f5d8f89be7b40b7fa5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:48.477367 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:48.488584 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] Publish callbacks [] for port (2b98c426-953e-42ce-8b9e-b1265cbd46ca), precommit_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:48.523117 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Network e99225b6-916e-4ede-a584-22ca38524abf details requested by agent ovs-agent-dv-cinder-855479-2-iscsi with host dv-cinder-855479-2-iscsi {{(pid=106521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 10:08:48.539076 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (2b98c426-953e-42ce-8b9e-b1265cbd46ca), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:48.642423 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41632a4e-fa2b-4451-bfa4-177fa95d4f0d admin admin] Made reservation on behalf of ce0abdcccb664f5d8f89be7b40b7fa5b for: {'subnet': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:08:48.648974 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-41632a4e-fa2b-4451-bfa4-177fa95d4f0d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:48.669457 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-cdd16ace-a9a5-49b8-9b6e-00d7b8d4b474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429961'] for router_interface (5668a70c-ee5f-4269-8c8c-35185a042daa), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:48.707838 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:48.707838 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 005eead0-8014-4c08-98b6-286912db13a8 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:48.852487 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 005eead0-8014-4c08-98b6-286912db13a8 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:48.853059 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (005eead0-8014-4c08-98b6-286912db13a8), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:48.853629 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 005eead0-8014-4c08-98b6-286912db13a8 Sep 21 10:08:48.878235 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] Attempting to bind port 2b98c426-953e-42ce-8b9e-b1265cbd46ca on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:08:48.878778 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] Attempting to bind port 2b98c426-953e-42ce-8b9e-b1265cbd46ca by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:08:48.879369 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] Attempting to bind port 2b98c426-953e-42ce-8b9e-b1265cbd46ca on network e44615eb-99ac-4ee3-8eec-4410b9bcb116 {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:08:48.923211 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:48.981127 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:48.992079 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd16ace-a9a5-49b8-9b6e-00d7b8d4b474 admin admin] Network 3a2fd224-ba87-4841-883d-5c5107b0bbe7 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:08:49.013266 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-cdd16ace-a9a5-49b8-9b6e-00d7b8d4b474 admin admin] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:49.018622 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:08:49.019707 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] Checking segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:08:49.020538 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:49.020538 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] Bound using segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:08:49.021372 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] Bound port: 2b98c426-953e-42ce-8b9e-b1265cbd46ca, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:08:49.021880 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2b98c426-953e-42ce-8b9e-b1265cbd46ca), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:49.040127 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Current status of the port 005eead0-8014-4c08-98b6-286912db13a8 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:49.091549 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Provisioning complete for port a3a7b416-8353-4c37-ac69-3a07314d070f triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:49.092107 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (a3a7b416-8353-4c37-ac69-3a07314d070f), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:49.100943 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Attempt 1 to provision port a3a7b416-8353-4c37-ac69-3a07314d070f Sep 21 10:08:49.164990 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f00efa1-e6d7-4ea2-b048-3de3d879010a {{(pid=106519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:08:49.174883 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Publish callbacks [] for port (9f00efa1-e6d7-4ea2-b048-3de3d879010a), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:49.193690 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.provisioning_blocks [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Transition to ACTIVE for port object 9f00efa1-e6d7-4ea2-b048-3de3d879010a will not be triggered until provisioned by entity L2. {{(pid=106519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:08:49.215156 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Port a3a7b416-8353-4c37-ac69-3a07314d070f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:49.216438 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8ff3e-a908-4117-bc9c-7965501b8011 None None] Pushing event updated for resources: {'Port': ['ID=2b98c426-953e-42ce-8b9e-b1265cbd46ca,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:49.218952 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:49.230664 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c14c8711-658e-472b-a124-30f627ef812c req-07988449-16d5-401b-b5d3-8bf038db3f13 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7907870 Sep 21 10:08:49.295963 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (9f00efa1-e6d7-4ea2-b048-3de3d879010a), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:49.403485 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c107c-5d51-48fb-8dc9-9d98225a7245 req-f502c749-7688-4e06-8b9c-b6cc3d3ddd53 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:49.413313 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-459c107c-5d51-48fb-8dc9-9d98225a7245 req-f502c749-7688-4e06-8b9c-b6cc3d3ddd53 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.6711462 Sep 21 10:08:49.467098 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] For port 2b98c426-953e-42ce-8b9e-b1265cbd46ca, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:08:49.480258 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] For port 2b98c426-953e-42ce-8b9e-b1265cbd46ca, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=2b98c426-953e-42ce-8b9e-b1265cbd46ca,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:08:49.529466 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd16ace-a9a5-49b8-9b6e-00d7b8d4b474 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a7b416-8353-4c37-ac69-3a07314d070f,revision_number=2']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:49.532809 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=100 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:49.569142 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (2b98c426-953e-42ce-8b9e-b1265cbd46ca), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:49.572474 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd16ace-a9a5-49b8-9b6e-00d7b8d4b474 admin admin] Router 5668a70c-ee5f-4269-8c8c-35185a042daa has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:08:49.579739 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Attempting to bind port 9f00efa1-e6d7-4ea2-b048-3de3d879010a on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:08:49.580393 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Attempting to bind port 9f00efa1-e6d7-4ea2-b048-3de3d879010a by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': 'e98dae54-3975-4fad-b281-4cfcb4a17beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '029496c3-2ac5-4dfc-bd1c-bc61b18974c0'}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:08:49.581059 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Attempting to bind port 9f00efa1-e6d7-4ea2-b048-3de3d879010a on network 029496c3-2ac5-4dfc-bd1c-bc61b18974c0 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:08:49.584730 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Pushing event updated for resources: {'Port': ['ID=9f00efa1-e6d7-4ea2-b048-3de3d879010a,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:49.644581 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] Routers {'5668a70c-ee5f-4269-8c8c-35185a042daa'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:08:49.646391 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:08:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['5668a70c-ee5f-4269-8c8c-35185a042daa'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:49.649700 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 005eead0-8014-4c08-98b6-286912db13a8 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:49.716961 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa1d1d-dd94-4deb-ba2c-c547fce11e51 req-5c34f18a-311e-4597-9341-cd58c49e7ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:49.718842 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-50aa1d1d-dd94-4deb-ba2c-c547fce11e51 req-5c34f18a-311e-4597-9341-cd58c49e7ce8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=00c18901-0d42-4272-b558-b769b86bb94d HTTP/1.1" status: 200 len: 918 time: 2.3562865 Sep 21 10:08:49.784385 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Attempt 2 to provision port a3a7b416-8353-4c37-ac69-3a07314d070f Sep 21 10:08:49.936169 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Port 9f00efa1-e6d7-4ea2-b048-3de3d879010a on network 029496c3-2ac5-4dfc-bd1c-bc61b18974c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:08:49.936646 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Attempting to bind port 9f00efa1-e6d7-4ea2-b048-3de3d879010a on network 029496c3-2ac5-4dfc-bd1c-bc61b18974c0 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:08:49.944803 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-459c107c-5d51-48fb-8dc9-9d98225a7245 req-6e4a3221-fed1-43f9-b1f6-500dd344823a tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5306401 Sep 21 10:08:49.999974 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 005eead0-8014-4c08-98b6-286912db13a8 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:50.032224 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:50.112909 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:08:50.112909 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Checking segment: {'id': 'e98dae54-3975-4fad-b281-4cfcb4a17beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '029496c3-2ac5-4dfc-bd1c-bc61b18974c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:08:50.113346 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Bound using segment: {'id': 'e98dae54-3975-4fad-b281-4cfcb4a17beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '029496c3-2ac5-4dfc-bd1c-bc61b18974c0'} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:08:50.114115 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Bound port: 9f00efa1-e6d7-4ea2-b048-3de3d879010a, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98dae54-3975-4fad-b281-4cfcb4a17beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '029496c3-2ac5-4dfc-bd1c-bc61b18974c0'}}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:08:50.114495 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (9f00efa1-e6d7-4ea2-b048-3de3d879010a), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:50.168294 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-41632a4e-fa2b-4451-bfa4-177fa95d4f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for subnet (4b5e4b4f-836d-4476-b56b-3ee47fd97507), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:50.190555 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd16ace-a9a5-49b8-9b6e-00d7b8d4b474 admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:08:50.218649 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8ff3e-a908-4117-bc9c-7965501b8011 None None] Pushing event updated for resources: {'Port': ['ID=2b98c426-953e-42ce-8b9e-b1265cbd46ca,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:50.223224 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-cdd16ace-a9a5-49b8-9b6e-00d7b8d4b474 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/5668a70c-ee5f-4269-8c8c-35185a042daa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1419261 Sep 21 10:08:50.227231 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-50aa1d1d-dd94-4deb-ba2c-c547fce11e51 req-2dc080bb-d73d-424f-a38c-7e2ff33fff24 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=148e91ff-3fb3-4329-a282-1d7ebc94ae46 HTTP/1.1" status: 200 len: 998 time: 0.3115082 Sep 21 10:08:50.261112 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41632a4e-fa2b-4451-bfa4-177fa95d4f0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b5e4b4f-836d-4476-b56b-3ee47fd97507,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:50.337911 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Port a3a7b416-8353-4c37-ac69-3a07314d070f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:50.340985 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 5567942c-6fc7-4688-be83-932cde20b535 up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:50.412418 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] For port 9f00efa1-e6d7-4ea2-b048-3de3d879010a, host hv-cinder-85547, cleared binding levels {{(pid=106519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:08:50.415136 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 005eead0-8014-4c08-98b6-286912db13a8 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:50.415510 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (005eead0-8014-4c08-98b6-286912db13a8), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:50.415890 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 005eead0-8014-4c08-98b6-286912db13a8 Sep 21 10:08:50.428202 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] For port 9f00efa1-e6d7-4ea2-b048-3de3d879010a, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=9f00efa1-e6d7-4ea2-b048-3de3d879010a,segment=NetworkSegment(e98dae54-3975-4fad-b281-4cfcb4a17beb),segment_id=e98dae54-3975-4fad-b281-4cfcb4a17beb)] {{(pid=106519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:08:50.483782 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] Set router 5668a70c-ee5f-4269-8c8c-35185a042daa gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:08:50.496256 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (9f00efa1-e6d7-4ea2-b048-3de3d879010a), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:50.501714 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:50.512022 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:50.521249 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/9f00efa1-e6d7-4ea2-b048-3de3d879010a HTTP/1.1" status: 200 len: 1093 time: 2.4741457 Sep 21 10:08:50.545546 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port 5567942c-6fc7-4688-be83-932cde20b535 completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:08:50.566843 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ae15f6-d962-47d4-8bfc-9af9f24b2d5a', 'tag': '9f00efa1-e6d7-4ea2-b048-3de3d879010a'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:08:50.597646 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fad751d-acf5-448b-9c14-5fde19601c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "65ae15f6-d962-47d4-8bfc-9af9f24b2d5a", "tag": "9f00efa1-e6d7-4ea2-b048-3de3d879010a"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:08:50.610036 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port 5567942c-6fc7-4688-be83-932cde20b535 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:50.610418 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (5567942c-6fc7-4688-be83-932cde20b535), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:50.610759 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port 5567942c-6fc7-4688-be83-932cde20b535 Sep 21 10:08:50.626477 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208cca7-0934-4a19-be90-09b84437393a req-2f635eff-aa2d-4352-a274-af21470a4256 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:50.639396 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f208cca7-0934-4a19-be90-09b84437393a req-2f635eff-aa2d-4352-a274-af21470a4256 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 945 time: 0.3855197 Sep 21 10:08:50.719689 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:50.760027 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=100 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:50.766386 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=13 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:50.767005 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 005eead0-8014-4c08-98b6-286912db13a8 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:50.767504 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=8 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:50.832820 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41632a4e-fa2b-4451-bfa4-177fa95d4f0d admin admin] Checking segment: {'id': '7d0c8935-6cd2-40e7-a78a-ed18778e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e99225b6-916e-4ede-a584-22ca38524abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:08:50.833241 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41632a4e-fa2b-4451-bfa4-177fa95d4f0d admin admin] Network hostable DHCP agents. Network: e99225b6-916e-4ede-a584-22ca38524abf, hostable agents: ['abecb771-581e-4ad9-b557-ede811f6c277'], hosted agents: [] {{(pid=106519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 10:08:50.851706 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Attempt 3 to provision port a3a7b416-8353-4c37-ac69-3a07314d070f Sep 21 10:08:50.864886 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f601c61-0e6d-482f-8bc3-eee9c8e3806e req-96fd394f-0e56-4777-a8f3-58f5ba7fe241 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:50.872154 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8f601c61-0e6d-482f-8bc3-eee9c8e3806e req-96fd394f-0e56-4777-a8f3-58f5ba7fe241 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 943 time: 0.4021406 Sep 21 10:08:50.929796 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f208cca7-0934-4a19-be90-09b84437393a req-bf99c1cf-547f-439a-834d-c01fc23e47be tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935217 Sep 21 10:08:50.941051 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801785a2-22ea-4c11-8d73-f1e387138ccc service neutron] Pushing event updated for resources: {'Port': ['ID=9f00efa1-e6d7-4ea2-b048-3de3d879010a,revision_number=3']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:50.987988 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41632a4e-fa2b-4451-bfa4-177fa95d4f0d admin admin] Network e99225b6-916e-4ede-a584-22ca38524abf is scheduled to be hosted by DHCP agent abecb771-581e-4ad9-b557-ede811f6c277 with binding_index 1 {{(pid=106519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 10:08:50.996994 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:51.020285 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'name': 'tempest-TestMinimumBasicScenario-330480178-router', 'tenant_id': '287a202a96d24178839bfec3d5c1b892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b98c426-953e-42ce-8b9e-b1265cbd46ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:38Z', 'updated_at': '2022-09-21T10:08:47Z', 'revision_number': 4, 'project_id': '287a202a96d24178839bfec3d5c1b892', 'gw_port': {'id': '2b98c426-953e-42ce-8b9e-b1265cbd46ca', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:39Z', 'updated_at': '2022-09-21T10:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'a3a7b416-8353-4c37-ac69-3a07314d070f', 'name': '', 'network_id': '3a2fd224-ba87-4841-883d-5c5107b0bbe7', 'tenant_id': '287a202a96d24178839bfec3d5c1b892', 'mac_address': 'fa:16:3e:37:c2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '01af37fc-5d40-4347-a230-ccc21a7db8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:45Z', 'updated_at': '2022-09-21T10:08:47Z', 'revision_number': 2, 'project_id': '287a202a96d24178839bfec3d5c1b892', 'subnets': [{'id': '01af37fc-5d40-4347-a230-ccc21a7db8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:51.025360 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667c1030-45f7-4a22-bae6-03a0e0c755dd x-openstack-request-id: req-667c1030-45f7-4a22-bae6-03a0e0c755dd {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:08:51.025958 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ae15f6-d962-47d4-8bfc-9af9f24b2d5a", "tag": "9f00efa1-e6d7-4ea2-b048-3de3d879010a", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:08:51.026363 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-667c1030-45f7-4a22-bae6-03a0e0c755dd {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:08:51.027158 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-667c1030-45f7-4a22-bae6-03a0e0c755dd'] response: {'name': 'network-changed', 'server_uuid': '65ae15f6-d962-47d4-8bfc-9af9f24b2d5a', 'tag': '9f00efa1-e6d7-4ea2-b048-3de3d879010a', 'status': 'completed', 'code': 200} Sep 21 10:08:51.028135 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 5567942c-6fc7-4688-be83-932cde20b535 is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:51.028552 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (5567942c-6fc7-4688-be83-932cde20b535), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:51.030671 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Port a3a7b416-8353-4c37-ac69-3a07314d070f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:51.040405 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8f601c61-0e6d-482f-8bc3-eee9c8e3806e req-ce60f5cf-9303-4195-9bde-4fe844a48632 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673055 Sep 21 10:08:51.053522 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-41632a4e-fa2b-4451-bfa4-177fa95d4f0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855479-2-iscsi, e99225b6-916e-4ede-a584-22ca38524abf) {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:08:51.063826 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41632a4e-fa2b-4451-bfa4-177fa95d4f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:51.063826 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-41632a4e-fa2b-4451-bfa4-177fa95d4f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:51.090411 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-41632a4e-fa2b-4451-bfa4-177fa95d4f0d admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6324778 Sep 21 10:08:51.103959 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c37c27b-1b48-45d2-82eb-ae1574ea1013 None None] The sync data for ids ['5668a70c-ee5f-4269-8c8c-35185a042daa'] in dv-cinder-855479-2-iscsi is: [{'id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'name': 'tempest-TestMinimumBasicScenario-330480178-router', 'tenant_id': '287a202a96d24178839bfec3d5c1b892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b98c426-953e-42ce-8b9e-b1265cbd46ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:38Z', 'updated_at': '2022-09-21T10:08:47Z', 'revision_number': 4, 'project_id': '287a202a96d24178839bfec3d5c1b892', 'gw_port': {'id': '2b98c426-953e-42ce-8b9e-b1265cbd46ca', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:39Z', 'updated_at': '2022-09-21T10:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'a3a7b416-8353-4c37-ac69-3a07314d070f', 'name': '', 'network_id': '3a2fd224-ba87-4841-883d-5c5107b0bbe7', 'tenant_id': '287a202a96d24178839bfec3d5c1b892', 'mac_address': 'fa:16:3e:37:c2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '01af37fc-5d40-4347-a230-ccc21a7db8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:45Z', 'updated_at': '2022-09-21T10:08:47Z', 'revision_number': 2, 'project_id': '287a202a96d24178839bfec3d5c1b892', 'subnets': [{'id': '01af37fc-5d40-4347-a230-ccc21a7db8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:08:51.126377 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d399b6-ba42-438a-a006-2853e2dad897 None None] Network e99225b6-916e-4ede-a584-22ca38524abf requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:08:51.308922 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa1d1d-dd94-4deb-ba2c-c547fce11e51 req-45752ab6-edd3-4199-8360-9c0a4347e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:51.311387 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-50aa1d1d-dd94-4deb-ba2c-c547fce11e51 req-45752ab6-edd3-4199-8360-9c0a4347e7b3 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b380f751-6674-46e2-979d-3a6fecc803dc HTTP/1.1" status: 200 len: 856 time: 0.1937931 Sep 21 10:08:51.341580 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50762dd4-54b1-435c-a280-8ae7ccdc96d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5567942c-6fc7-4688-be83-932cde20b535'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:08:51.344291 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c523cd70-f8d0-46b1-8d55-397fe9649b58" -d '{"events": [{"server_uuid": "50762dd4-54b1-435c-a280-8ae7ccdc96d7", "name": "network-vif-plugged", "status": "completed", "tag": "5567942c-6fc7-4688-be83-932cde20b535"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:08:51.421166 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 5567942c-6fc7-4688-be83-932cde20b535, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=5567942c-6fc7-4688-be83-932cde20b535,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:08:51.434589 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa1d1d-dd94-4deb-ba2c-c547fce11e51 req-85e7fd6e-c251-40ad-8bd4-025dbcf1ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:51.437959 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-50aa1d1d-dd94-4deb-ba2c-c547fce11e51 req-85e7fd6e-c251-40ad-8bd4-025dbcf1ab30 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=00c18901-0d42-4272-b558-b769b86bb94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1168282 Sep 21 10:08:51.440794 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c9d0a-1ad7-4afc-8c56-5338907e6ecc req-3918d0dc-37f8-434f-aa18-7c2fdc51c5d0 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:51.441358 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (5567942c-6fc7-4688-be83-932cde20b535), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:51.442499 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9e7c9d0a-1ad7-4afc-8c56-5338907e6ecc req-3918d0dc-37f8-434f-aa18-7c2fdc51c5d0 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.1694760 Sep 21 10:08:51.444558 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cca008-8f19-41d1-90a3-207aa823548d x-openstack-request-id: req-98cca008-8f19-41d1-90a3-207aa823548d {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:08:51.444977 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50762dd4-54b1-435c-a280-8ae7ccdc96d7", "name": "network-vif-plugged", "status": "completed", "tag": "5567942c-6fc7-4688-be83-932cde20b535", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:08:51.445395 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-98cca008-8f19-41d1-90a3-207aa823548d {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:08:51.445881 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98cca008-8f19-41d1-90a3-207aa823548d'] response: {'server_uuid': '50762dd4-54b1-435c-a280-8ae7ccdc96d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5567942c-6fc7-4688-be83-932cde20b535', 'code': 200} Sep 21 10:08:51.447714 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad751d-acf5-448b-9c14-5fde19601c5f req-b995df2d-6369-4191-887c-28c91332c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:51.451403 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1fad751d-acf5-448b-9c14-5fde19601c5f req-b995df2d-6369-4191-887c-28c91332c3b9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=0a9351524cbd42d1bbdeb4abb9e2853e&device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 1127 time: 0.2923610 Sep 21 10:08:51.531776 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Attempt 4 to provision port a3a7b416-8353-4c37-ac69-3a07314d070f Sep 21 10:08:51.774502 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-50aa1d1d-dd94-4deb-ba2c-c547fce11e51 req-07566f03-7780-4c43-9d2e-150a7b6c4301 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218935 Sep 21 10:08:51.826332 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad751d-acf5-448b-9c14-5fde19601c5f req-fc447c5b-6137-454c-bb8d-cce8970c54b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:51.859225 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1fad751d-acf5-448b-9c14-5fde19601c5f req-fc447c5b-6137-454c-bb8d-cce8970c54b9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=0a9351524cbd42d1bbdeb4abb9e2853e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3884513 Sep 21 10:08:51.952872 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0b68b-edc1-47eb-915f-71dec8e51483 req-6c02d905-516c-425e-90d4-692c1fc418ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:51.956414 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c1e0b68b-edc1-47eb-915f-71dec8e51483 req-6c02d905-516c-425e-90d4-692c1fc418ee service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 1130 time: 0.0734124 Sep 21 10:08:52.003512 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-50aa1d1d-dd94-4deb-ba2c-c547fce11e51 req-b6144c1c-8367-46ee-a1f0-abbc65c7a2ba service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897039 Sep 21 10:08:52.176289 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9e7c9d0a-1ad7-4afc-8c56-5338907e6ecc req-91d92fe6-60a3-489d-a895-1ce49a587c20 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7202883 Sep 21 10:08:52.211889 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=5567942c-6fc7-4688-be83-932cde20b535,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:52.226971 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Port a3a7b416-8353-4c37-ac69-3a07314d070f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:52.294198 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0ddd93-d09d-41e6-9a51-c64c340c7481 None None] Network e99225b6-916e-4ede-a584-22ca38524abf requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:08:52.355096 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c1e0b68b-edc1-47eb-915f-71dec8e51483 req-f7bee9f3-18f5-4605-a92d-93ef092871f2 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3750875 Sep 21 10:08:52.424718 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:52.487217 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f23a3e-2e4c-46ae-bc63-5d6625a861b8 req-e226cda5-bd98-4637-9306-773242205cf8 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:52.499118 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a9f23a3e-2e4c-46ae-bc63-5d6625a861b8 req-e226cda5-bd98-4637-9306-773242205cf8 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.3972042 Sep 21 10:08:52.536036 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad751d-acf5-448b-9c14-5fde19601c5f req-ab209ac8-40c2-401f-9a8a-9f1a08605618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:52.537518 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1fad751d-acf5-448b-9c14-5fde19601c5f req-ab209ac8-40c2-401f-9a8a-9f1a08605618 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6774654 Sep 21 10:08:52.569518 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad164e4-c8f9-4d91-908b-f44c46bad422 req-a11e9b30-798e-4655-a371-9c2393f82a30 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:52.571258 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3ad164e4-c8f9-4d91-908b-f44c46bad422 req-a11e9b30-798e-4655-a371-9c2393f82a30 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 943 time: 0.1902046 Sep 21 10:08:52.609801 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a9f23a3e-2e4c-46ae-bc63-5d6625a861b8 req-faafedb3-abe4-4efc-8015-5d5776162826 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099138 Sep 21 10:08:52.646715 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3ad164e4-c8f9-4d91-908b-f44c46bad422 req-dac79b78-bcad-416a-af6a-4c4f9fe26408 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676801 Sep 21 10:08:52.749653 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Attempt 5 to provision port a3a7b416-8353-4c37-ac69-3a07314d070f Sep 21 10:08:52.842934 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:52.844139 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Port a3a7b416-8353-4c37-ac69-3a07314d070f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:52.966902 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47339d2f-508b-40a2-b34a-0d2972a4beb4 req-4ccae501-3148-44f2-bde7-9a2590926460 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:52.976549 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-47339d2f-508b-40a2-b34a-0d2972a4beb4 req-4ccae501-3148-44f2-bde7-9a2590926460 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.0784559 Sep 21 10:08:53.033463 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-47339d2f-508b-40a2-b34a-0d2972a4beb4 req-bd46b610-4bbf-46e8-bb02-60f3a3c54140 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554142 Sep 21 10:08:53.346455 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Attempt 6 to provision port a3a7b416-8353-4c37-ac69-3a07314d070f Sep 21 10:08:53.385063 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcf8f5-e9cc-43f8-81a8-9a24fa5e621e req-aac48a9e-ad69-4f4f-a563-40e19d352a46 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:53.396707 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e6fcf8f5-e9cc-43f8-81a8-9a24fa5e621e req-aac48a9e-ad69-4f4f-a563-40e19d352a46 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.1013474 Sep 21 10:08:53.432204 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Port a3a7b416-8353-4c37-ac69-3a07314d070f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:53.488590 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e6fcf8f5-e9cc-43f8-81a8-9a24fa5e621e req-48b40b19-4f64-4aff-9617-4312cc9d58e4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885890 Sep 21 10:08:53.843897 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 2b98c426-953e-42ce-8b9e-b1265cbd46ca up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:53.935944 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Attempt 7 to provision port a3a7b416-8353-4c37-ac69-3a07314d070f Sep 21 10:08:53.997937 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b479d4-e0e3-4822-b5dd-aecb6c69347b req-be289829-6972-402b-a741-d6f201c3f906 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:54.000048 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-55b479d4-e0e3-4822-b5dd-aecb6c69347b req-be289829-6972-402b-a741-d6f201c3f906 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.2533441 Sep 21 10:08:54.035855 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Port a3a7b416-8353-4c37-ac69-3a07314d070f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:54.037698 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 2b98c426-953e-42ce-8b9e-b1265cbd46ca triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:54.038334 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (2b98c426-953e-42ce-8b9e-b1265cbd46ca), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:54.038771 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 2b98c426-953e-42ce-8b9e-b1265cbd46ca Sep 21 10:08:54.075068 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00e6c6-c76d-4bed-ad6a-ade6009e2489 req-d9be9117-40ea-46dd-b8e1-c15f2d27f34a tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:54.075068 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2c00e6c6-c76d-4bed-ad6a-ade6009e2489 req-d9be9117-40ea-46dd-b8e1-c15f2d27f34a tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 943 time: 0.2331810 Sep 21 10:08:54.199414 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 2b98c426-953e-42ce-8b9e-b1265cbd46ca is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:54.203053 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:54.205772 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2b98c426-953e-42ce-8b9e-b1265cbd46ca), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:54.225613 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-55b479d4-e0e3-4822-b5dd-aecb6c69347b req-deea03d3-5677-4cbd-a712-b82145543727 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905897 Sep 21 10:08:54.232044 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2c00e6c6-c76d-4bed-ad6a-ade6009e2489 req-2cd1a40b-ef30-4518-9bbb-8bd39df7a8c9 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394861 Sep 21 10:08:54.269895 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] For port 2b98c426-953e-42ce-8b9e-b1265cbd46ca, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=2b98c426-953e-42ce-8b9e-b1265cbd46ca,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:08:54.278645 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (2b98c426-953e-42ce-8b9e-b1265cbd46ca), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:54.381613 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Pushing event updated for resources: {'Port': ['ID=2b98c426-953e-42ce-8b9e-b1265cbd46ca,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:54.395588 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142270b1-f5d1-4730-bf65-a884dbf10cad req-374cfb38-d6bc-4915-b6af-529aecacd0ef tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:54.397635 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-142270b1-f5d1-4730-bf65-a884dbf10cad req-374cfb38-d6bc-4915-b6af-529aecacd0ef tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.0727491 Sep 21 10:08:54.481037 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-142270b1-f5d1-4730-bf65-a884dbf10cad req-d04bae1e-cf17-4f33-8d54-455e9ca8d37b tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636659 Sep 21 10:08:54.537377 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Attempt 8 to provision port a3a7b416-8353-4c37-ac69-3a07314d070f Sep 21 10:08:54.586253 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Port a3a7b416-8353-4c37-ac69-3a07314d070f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:54.623519 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60483d60-f1e1-4256-9fd5-e7803f7582e9 req-afa418a5-85c8-40a6-b041-8144bc9e8569 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:54.625343 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-60483d60-f1e1-4256-9fd5-e7803f7582e9 req-afa418a5-85c8-40a6-b041-8144bc9e8569 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.0560277 Sep 21 10:08:54.680499 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-60483d60-f1e1-4256-9fd5-e7803f7582e9 req-127cdbe6-de3d-4adf-82d1-529883153938 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475395 Sep 21 10:08:55.087215 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Attempt 9 to provision port a3a7b416-8353-4c37-ac69-3a07314d070f Sep 21 10:08:55.133627 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Port a3a7b416-8353-4c37-ac69-3a07314d070f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:55.330770 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-b553d885-60ca-4ab7-b410-72ba07c5fc89 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:55.345622 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-b553d885-60ca-4ab7-b410-72ba07c5fc89 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/networks?id=e99225b6-916e-4ede-a584-22ca38524abf HTTP/1.1" status: 200 len: 813 time: 0.1634209 Sep 21 10:08:55.356101 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] Sync routers for ids ['5668a70c-ee5f-4269-8c8c-35185a042daa'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:08:55.375361 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-6b3985b6-e1b8-49c9-ac10-f27f7e42bcee tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/quotas/ce0abdcccb664f5d8f89be7b40b7fa5b HTTP/1.1" status: 200 len: 375 time: 0.0275819 Sep 21 10:08:55.398489 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] Routers {'5668a70c-ee5f-4269-8c8c-35185a042daa'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:08:55.399145 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:08:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['5668a70c-ee5f-4269-8c8c-35185a042daa'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:55.465088 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-b89c88b6-7343-4c2c-929e-8c82c44e84de tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=ce0abdcccb664f5d8f89be7b40b7fa5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573580 Sep 21 10:08:55.603967 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:55.613254 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-584c3d57-47e7-44c2-a24a-ce99cd5027e3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e99225b6-916e-4ede-a584-22ca38524abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463675 Sep 21 10:08:55.620472 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] Set router 5668a70c-ee5f-4269-8c8c-35185a042daa gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:08:55.635220 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Attempt 10 to provision port a3a7b416-8353-4c37-ac69-3a07314d070f Sep 21 10:08:55.662271 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea22c0-0cd9-4f5e-ac81-f346639b6173 req-9a6b2268-a5a9-417d-b3f7-a43045c51c0a tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:55.674447 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-72ea22c0-0cd9-4f5e-ac81-f346639b6173 req-9a6b2268-a5a9-417d-b3f7-a43045c51c0a tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.3208921 Sep 21 10:08:55.718199 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-97ed950a-6a02-4521-91f5-ef4ab5ba6ff3 None None] Port a3a7b416-8353-4c37-ac69-3a07314d070f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:55.844734 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Provisioning complete for port a3a7b416-8353-4c37-ac69-3a07314d070f triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:55.848864 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-f54e7b0d-4c21-4bf2-a676-7a445078f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:55.849651 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (a3a7b416-8353-4c37-ac69-3a07314d070f), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:55.850209 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Attempt 1 to provision port a3a7b416-8353-4c37-ac69-3a07314d070f Sep 21 10:08:55.851554 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-f54e7b0d-4c21-4bf2-a676-7a445078f171 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=0a9351524cbd42d1bbdeb4abb9e2853e&device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 1127 time: 0.2248075 Sep 21 10:08:55.892644 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 2b98c426-953e-42ce-8b9e-b1265cbd46ca up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:55.932550 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Port a3a7b416-8353-4c37-ac69-3a07314d070f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:55.962495 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 2b98c426-953e-42ce-8b9e-b1265cbd46ca triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:55.963012 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (2b98c426-953e-42ce-8b9e-b1265cbd46ca), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:55.963450 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 2b98c426-953e-42ce-8b9e-b1265cbd46ca Sep 21 10:08:56.009627 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-c819e116-7d3b-4106-976e-94dab63f6335 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e99225b6-916e-4ede-a584-22ca38524abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945520 Sep 21 10:08:56.062017 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 2b98c426-953e-42ce-8b9e-b1265cbd46ca is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:56.080789 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-72ea22c0-0cd9-4f5e-ac81-f346639b6173 req-00af8fd3-eb25-47af-84b3-b978064de201 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4045475 Sep 21 10:08:56.213883 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'name': 'tempest-TestMinimumBasicScenario-330480178-router', 'tenant_id': '287a202a96d24178839bfec3d5c1b892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b98c426-953e-42ce-8b9e-b1265cbd46ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:38Z', 'updated_at': '2022-09-21T10:08:47Z', 'revision_number': 4, 'project_id': '287a202a96d24178839bfec3d5c1b892', 'gw_port': {'id': '2b98c426-953e-42ce-8b9e-b1265cbd46ca', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:39Z', 'updated_at': '2022-09-21T10:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'a3a7b416-8353-4c37-ac69-3a07314d070f', 'name': '', 'network_id': '3a2fd224-ba87-4841-883d-5c5107b0bbe7', 'tenant_id': '287a202a96d24178839bfec3d5c1b892', 'mac_address': 'fa:16:3e:37:c2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '01af37fc-5d40-4347-a230-ccc21a7db8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:45Z', 'updated_at': '2022-09-21T10:08:47Z', 'revision_number': 2, 'project_id': '287a202a96d24178839bfec3d5c1b892', 'subnets': [{'id': '01af37fc-5d40-4347-a230-ccc21a7db8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:56.257939 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] Checking router: 5668a70c-ee5f-4269-8c8c-35185a042daa for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:08:56.258292 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] Updating router 5668a70c-ee5f-4269-8c8c-35185a042daa port a3a7b416-8353-4c37-ac69-3a07314d070f binding host dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:08:56.262122 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-14d5a2d3-5444-42a6-85b7-09486cb1d5cb service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f00efa1-e6d7-4ea2-b048-3de3d879010a HTTP/1.1" status: 200 len: 217 time: 0.1798055 Sep 21 10:08:56.304405 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a3a7b416-8353-4c37-ac69-3a07314d070f), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:56.434235 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Attempt 2 to provision port a3a7b416-8353-4c37-ac69-3a07314d070f Sep 21 10:08:56.445618 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a5e84-e51d-44fb-939c-f6720b284178 req-c44ecf56-0348-4732-b773-e7d9b7df836f tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:56.449230 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-050a5e84-e51d-44fb-939c-f6720b284178 req-c44ecf56-0348-4732-b773-e7d9b7df836f tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 943 time: 0.1299040 Sep 21 10:08:56.489282 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Port a3a7b416-8353-4c37-ac69-3a07314d070f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:56.651670 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d2598-426b-40f6-b2a6-cdea01d674b9 req-9fc9b01b-00cc-4a0a-9ce3-0e41570dd6ee tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:56.653596 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8c0d2598-426b-40f6-b2a6-cdea01d674b9 req-9fc9b01b-00cc-4a0a-9ce3-0e41570dd6ee tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.1978450 Sep 21 10:08:56.713658 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-050a5e84-e51d-44fb-939c-f6720b284178 req-c908ce31-5288-4d20-b5dd-7ee61dc99664 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507629 Sep 21 10:08:56.716530 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-4b97fb0b-b6f2-49be-8e5c-b619341d9ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:56.718568 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-4b97fb0b-b6f2-49be-8e5c-b619341d9ae2 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d1a7ac6c-a222-462c-8031-7475f672f83c HTTP/1.1" status: 200 len: 848 time: 0.1350405 Sep 21 10:08:56.812184 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-20de2a1e-3c04-4079-b019-f6f94e1e96b7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=029496c3-2ac5-4dfc-bd1c-bc61b18974c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753520 Sep 21 10:08:56.836458 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] Publish callbacks [] for port (a3a7b416-8353-4c37-ac69-3a07314d070f), precommit_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:56.842128 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:56.852842 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (a3a7b416-8353-4c37-ac69-3a07314d070f), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:56.929409 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8c0d2598-426b-40f6-b2a6-cdea01d674b9 req-75eb2659-6bc4-4dc9-8016-ccdc412a1bc7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641869 Sep 21 10:08:56.975017 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a9e28-d2ca-4982-a1fe-00ac4e24c8bc None None] Pushing event updated for resources: {'Port': ['ID=a3a7b416-8353-4c37-ac69-3a07314d070f,revision_number=3']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:56.990313 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Attempt 3 to provision port a3a7b416-8353-4c37-ac69-3a07314d070f Sep 21 10:08:56.991494 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] Attempting to bind port a3a7b416-8353-4c37-ac69-3a07314d070f on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:08:56.991967 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] Attempting to bind port a3a7b416-8353-4c37-ac69-3a07314d070f by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': 'ef283d6e-b3a8-4ea8-ba63-16939cfb0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a2fd224-ba87-4841-883d-5c5107b0bbe7'}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:08:56.993452 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] Attempting to bind port a3a7b416-8353-4c37-ac69-3a07314d070f on network 3a2fd224-ba87-4841-883d-5c5107b0bbe7 {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:08:57.043749 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:08:57.044138 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] Checking segment: {'id': 'ef283d6e-b3a8-4ea8-ba63-16939cfb0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a2fd224-ba87-4841-883d-5c5107b0bbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:08:57.044577 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:57.044968 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] Bound using segment: {'id': 'ef283d6e-b3a8-4ea8-ba63-16939cfb0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a2fd224-ba87-4841-883d-5c5107b0bbe7'} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:08:57.045443 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] Bound port: a3a7b416-8353-4c37-ac69-3a07314d070f, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef283d6e-b3a8-4ea8-ba63-16939cfb0401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a2fd224-ba87-4841-883d-5c5107b0bbe7'}}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:08:57.046095 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a3a7b416-8353-4c37-ac69-3a07314d070f), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:57.074148 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Port a3a7b416-8353-4c37-ac69-3a07314d070f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:08:57.169512 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] For port a3a7b416-8353-4c37-ac69-3a07314d070f, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:08:57.173163 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] For port a3a7b416-8353-4c37-ac69-3a07314d070f, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=a3a7b416-8353-4c37-ac69-3a07314d070f,segment=NetworkSegment(ef283d6e-b3a8-4ea8-ba63-16939cfb0401),segment_id=ef283d6e-b3a8-4ea8-ba63-16939cfb0401)] {{(pid=106522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:08:57.178750 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0d5240c8-bbc0-4090-b4ae-66e70a63f195 req-f945706a-e329-48e0-aa60-c912bdce6de4 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 210 time: 0.1159837 Sep 21 10:08:57.183114 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (a3a7b416-8353-4c37-ac69-3a07314d070f), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:57.246134 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6a782-f8fc-41bb-9631-9d34f9f06c9b req-5c23220e-5bf1-4f3a-abac-0353d920a281 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:57.247718 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-64c6a782-f8fc-41bb-9631-9d34f9f06c9b req-5c23220e-5bf1-4f3a-abac-0353d920a281 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.3515253 Sep 21 10:08:57.255821 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] Routers {'5668a70c-ee5f-4269-8c8c-35185a042daa'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:08:57.256770 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:08:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['5668a70c-ee5f-4269-8c8c-35185a042daa'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:57.290638 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-53b48ef6-5bf4-441e-9ca3-1fefe6a422d4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/029496c3-2ac5-4dfc-bd1c-bc61b18974c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693294 Sep 21 10:08:57.302640 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:57.304255 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a9e28-d2ca-4982-a1fe-00ac4e24c8bc None None] Pushing event updated for resources: {'Port': ['ID=a3a7b416-8353-4c37-ac69-3a07314d070f,revision_number=4']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:57.391621 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3ccbd-aa27-4ff7-bd28-0ed629942c29 req-b9b7b91c-0d85-403f-b9b5-c5dc969432cf tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:57.395329 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] Set router 5668a70c-ee5f-4269-8c8c-35185a042daa gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:08:57.401194 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e3b3ccbd-aa27-4ff7-bd28-0ed629942c29 req-b9b7b91c-0d85-403f-b9b5-c5dc969432cf tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0825999 Sep 21 10:08:57.444347 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-64c6a782-f8fc-41bb-9631-9d34f9f06c9b req-a4bf59da-79c3-4dc4-8fef-d2bc20fc1045 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797729 Sep 21 10:08:57.488034 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e3b3ccbd-aa27-4ff7-bd28-0ed629942c29 req-5b2dfcba-8fb0-44a1-9d12-46eca4d98aea tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768297 Sep 21 10:08:57.591268 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Attempt 4 to provision port a3a7b416-8353-4c37-ac69-3a07314d070f Sep 21 10:08:57.596232 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:57.754251 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:57.769521 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'name': 'tempest-TestMinimumBasicScenario-330480178-router', 'tenant_id': '287a202a96d24178839bfec3d5c1b892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b98c426-953e-42ce-8b9e-b1265cbd46ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:38Z', 'updated_at': '2022-09-21T10:08:47Z', 'revision_number': 4, 'project_id': '287a202a96d24178839bfec3d5c1b892', 'gw_port': {'id': '2b98c426-953e-42ce-8b9e-b1265cbd46ca', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:39Z', 'updated_at': '2022-09-21T10:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'a3a7b416-8353-4c37-ac69-3a07314d070f', 'name': '', 'network_id': '3a2fd224-ba87-4841-883d-5c5107b0bbe7', 'tenant_id': '287a202a96d24178839bfec3d5c1b892', 'mac_address': 'fa:16:3e:37:c2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '01af37fc-5d40-4347-a230-ccc21a7db8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:45Z', 'updated_at': '2022-09-21T10:08:57Z', 'revision_number': 4, 'project_id': '287a202a96d24178839bfec3d5c1b892', 'subnets': [{'id': '01af37fc-5d40-4347-a230-ccc21a7db8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:57.864786 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e23eb1-126b-4939-8a47-3b617152845b None None] The sync data for ids ['5668a70c-ee5f-4269-8c8c-35185a042daa'] in dv-cinder-855479-2-iscsi is: [{'id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'name': 'tempest-TestMinimumBasicScenario-330480178-router', 'tenant_id': '287a202a96d24178839bfec3d5c1b892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b98c426-953e-42ce-8b9e-b1265cbd46ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:38Z', 'updated_at': '2022-09-21T10:08:47Z', 'revision_number': 4, 'project_id': '287a202a96d24178839bfec3d5c1b892', 'gw_port': {'id': '2b98c426-953e-42ce-8b9e-b1265cbd46ca', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:39Z', 'updated_at': '2022-09-21T10:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'a3a7b416-8353-4c37-ac69-3a07314d070f', 'name': '', 'network_id': '3a2fd224-ba87-4841-883d-5c5107b0bbe7', 'tenant_id': '287a202a96d24178839bfec3d5c1b892', 'mac_address': 'fa:16:3e:37:c2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '01af37fc-5d40-4347-a230-ccc21a7db8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:45Z', 'updated_at': '2022-09-21T10:08:57Z', 'revision_number': 4, 'project_id': '287a202a96d24178839bfec3d5c1b892', 'subnets': [{'id': '01af37fc-5d40-4347-a230-ccc21a7db8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:08:57.905941 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4614ce-cfa5-470d-af39-c273c5cddc64 req-72d2fb90-ee91-4286-9ecd-e66348d266f7 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:57.911836 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ea4614ce-cfa5-470d-af39-c273c5cddc64 req-72d2fb90-ee91-4286-9ecd-e66348d266f7 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.2962072 Sep 21 10:08:57.918907 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 53698) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:08:57.929807 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-694db365-5883-4a07-bd36-707ce9ccf1b2 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Request body: {'floatingip': {'port_id': '5567942c-6fc7-4688-be83-932cde20b535'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:08:57.986029 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device a3a7b416-8353-4c37-ac69-3a07314d070f up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:08:58.038492 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Current status of the port a3a7b416-8353-4c37-ac69-3a07314d070f is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:58.039921 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a3a7b416-8353-4c37-ac69-3a07314d070f), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:58.045751 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-694db365-5883-4a07-bd36-707ce9ccf1b2 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for floatingip (3addfa85-0888-4b93-8dfd-771c30ab0f71), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:58.061729 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab2067-1df5-4885-8fee-e97c5eb9d046 req-829cc39e-fff5-4135-81d2-bc70927bd605 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:58.063402 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-97ab2067-1df5-4885-8fee-e97c5eb9d046 req-829cc39e-fff5-4135-81d2-bc70927bd605 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 943 time: 0.1671937 Sep 21 10:08:58.136634 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:58.141067 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] For port a3a7b416-8353-4c37-ac69-3a07314d070f, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=a3a7b416-8353-4c37-ac69-3a07314d070f,segment=NetworkSegment(ef283d6e-b3a8-4ea8-ba63-16939cfb0401),segment_id=ef283d6e-b3a8-4ea8-ba63-16939cfb0401)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:08:58.152192 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (a3a7b416-8353-4c37-ac69-3a07314d070f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:58.163373 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port a3a7b416-8353-4c37-ac69-3a07314d070f triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:08:58.164076 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (a3a7b416-8353-4c37-ac69-3a07314d070f), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:58.164839 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port a3a7b416-8353-4c37-ac69-3a07314d070f Sep 21 10:08:58.340187 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d6b2c2db-b7bd-491b-b820-65d934d5adc8 req-5f85d515-306e-401e-b036-e194286ebd2c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/029496c3-2ac5-4dfc-bd1c-bc61b18974c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8037677 Sep 21 10:08:58.346784 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1073696-e2e3-4809-8a02-732a27c05ee7 req-871cadda-a0b3-457c-a873-510384284ae5 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:58.359267 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e1073696-e2e3-4809-8a02-732a27c05ee7 req-871cadda-a0b3-457c-a873-510384284ae5 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.2550578 Sep 21 10:08:58.409501 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Pushing event updated for resources: {'Port': ['ID=a3a7b416-8353-4c37-ac69-3a07314d070f,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:08:58.427066 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:58.427763 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:58.428340 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:58.429077 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:58.429520 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:58.429955 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:58.430384 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:58.430814 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:58.431243 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:58.431917 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:58.432394 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:58.432991 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:58.433418 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:58.433847 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:58.434272 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1118c76-2208-434a-b500-39cb732ad4fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:08:58.444728 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port a3a7b416-8353-4c37-ac69-3a07314d070f is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:08:58.479683 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-97ab2067-1df5-4885-8fee-e97c5eb9d046 req-735136cb-b9b7-4bc2-8581-82d3c1bc9385 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684042 Sep 21 10:08:58.520706 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e1073696-e2e3-4809-8a02-732a27c05ee7 req-915e1f07-4969-4759-bdb3-3395553fd419 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602018 Sep 21 10:08:58.582592 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:58.613885 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c58d72b6-76d9-4147-9848-9f343376ca5f req-8f8ebdd0-88ec-4b83-8db9-2e232e880eda tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 210 time: 0.0408483 Sep 21 10:08:58.750601 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40117cf-5de1-4759-abff-d6b1ff1585a8 req-23a32fcd-bea9-49b9-9d28-be564187d8ed tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:58.758930 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d40117cf-5de1-4759-abff-d6b1ff1585a8 req-23a32fcd-bea9-49b9-9d28-be564187d8ed tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.0997152 Sep 21 10:08:58.829946 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:58.847167 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d40117cf-5de1-4759-abff-d6b1ff1585a8 req-52f7fa76-c288-49ff-8d29-a8c045434d21 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843096 Sep 21 10:08:58.980120 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-694db365-5883-4a07-bd36-707ce9ccf1b2 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:58.986990 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-694db365-5883-4a07-bd36-707ce9ccf1b2 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (3addfa85-0888-4b93-8dfd-771c30ab0f71), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:59.144230 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.l3_db [None req-694db365-5883-4a07-bd36-707ce9ccf1b2 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Floating IP 3addfa85-0888-4b93-8dfd-771c30ab0f71 associated. External IP: 172.27.2.207, port: 5567942c-6fc7-4688-be83-932cde20b535. Sep 21 10:08:59.447040 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:08:59.463025 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694db365-5883-4a07-bd36-707ce9ccf1b2 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Router 74deb924-cbab-48eb-b912-d6b1db12d2db has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:08:59.616373 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694db365-5883-4a07-bd36-707ce9ccf1b2 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:08:59.621111 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-694db365-5883-4a07-bd36-707ce9ccf1b2 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:08:59.628212 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85695834-875d-421b-8723-6dcff5b083cc None None] Sync routers for ids ['74deb924-cbab-48eb-b912-d6b1db12d2db'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:08:59.632869 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c02faa-b7ce-4639-97eb-0498f56b6208 req-b201d07d-da77-4f5a-b2fc-be592e238c0a tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:59.642947 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-76c02faa-b7ce-4639-97eb-0498f56b6208 req-b201d07d-da77-4f5a-b2fc-be592e238c0a tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 943 time: 0.0745404 Sep 21 10:08:59.654756 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85695834-875d-421b-8723-6dcff5b083cc None None] Routers {'74deb924-cbab-48eb-b912-d6b1db12d2db'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:08:59.655410 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-85695834-875d-421b-8723-6dcff5b083cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:08:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['74deb924-cbab-48eb-b912-d6b1db12d2db'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:08:59.662130 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-694db365-5883-4a07-bd36-707ce9ccf1b2 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/3addfa85-0888-4b93-8dfd-771c30ab0f71 HTTP/1.1" status: 200 len: 992 time: 1.7420800 Sep 21 10:08:59.663054 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50762dd4-54b1-435c-a280-8ae7ccdc96d7', 'tag': '5567942c-6fc7-4688-be83-932cde20b535'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:08:59.666232 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a89682-8e7d-46fe-8f56-11f98a4989db" -d '{"events": [{"name": "network-changed", "server_uuid": "50762dd4-54b1-435c-a280-8ae7ccdc96d7", "tag": "5567942c-6fc7-4688-be83-932cde20b535"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:08:59.764503 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-76c02faa-b7ce-4639-97eb-0498f56b6208 req-ab0e62c2-5d62-42e9-9375-86a95ce6e816 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201930 Sep 21 10:08:59.796549 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f2747-b9e1-47aa-b7e1-75bd9ca62119 req-66204902-2331-493c-a909-ed8bda52e7d1 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:08:59.832635 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ac2f2747-b9e1-47aa-b7e1-75bd9ca62119 req-66204902-2331-493c-a909-ed8bda52e7d1 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.1312881 Sep 21 10:08:59.836415 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-85695834-875d-421b-8723-6dcff5b083cc None None] Set router 74deb924-cbab-48eb-b912-d6b1db12d2db gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:09:00.082403 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:00.161032 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device a3a7b416-8353-4c37-ac69-3a07314d070f up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:09:00.184211 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ac2f2747-b9e1-47aa-b7e1-75bd9ca62119 req-55ce3649-d4da-43cb-99ff-41078367ca6c tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499172 Sep 21 10:09:00.196543 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d3a34be9-e34c-4523-861b-9743e1f7c438 req-21f2c6e9-f050-4552-a1b8-dde0b35b9513 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 210 time: 0.1251845 Sep 21 10:09:00.278798 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7447ce-a181-478b-8871-063dc2a9a34c x-openstack-request-id: req-0e7447ce-a181-478b-8871-063dc2a9a34c {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:09:00.279351 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50762dd4-54b1-435c-a280-8ae7ccdc96d7", "tag": "5567942c-6fc7-4688-be83-932cde20b535", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:09:00.279351 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0e7447ce-a181-478b-8871-063dc2a9a34c {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:09:00.279801 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e7447ce-a181-478b-8871-063dc2a9a34c'] response: {'name': 'network-changed', 'server_uuid': '50762dd4-54b1-435c-a280-8ae7ccdc96d7', 'tag': '5567942c-6fc7-4688-be83-932cde20b535', 'status': 'completed', 'code': 200} Sep 21 10:09:00.280244 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port a3a7b416-8353-4c37-ac69-3a07314d070f triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:09:00.280700 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (a3a7b416-8353-4c37-ac69-3a07314d070f), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:00.281043 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port a3a7b416-8353-4c37-ac69-3a07314d070f Sep 21 10:09:00.296016 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-85695834-875d-421b-8723-6dcff5b083cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-router', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:35Z', 'updated_at': '2022-09-21T10:05:46Z', 'revision_number': 4, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'gw_port': {'id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:36Z', 'updated_at': '2022-09-21T10:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '3addfa85-0888-4b93-8dfd-771c30ab0f71', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'port_id': '5567942c-6fc7-4688-be83-932cde20b535', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'mac_address': 'fa:16:3e:2a:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50762dd4-54b1-435c-a280-8ae7ccdc96d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:08:17Z', 'updated_at': '2022-09-21T10:08:58Z', 'revision_number': 1, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b473946a-3b09-4153-9e20-c7bd9c6d9d8e', 'name': '', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'mac_address': 'fa:16:3e:5b:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:43Z', 'updated_at': '2022-09-21T10:05:53Z', 'revision_number': 5, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'subnets': [{'id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:09:00.374282 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85695834-875d-421b-8723-6dcff5b083cc None None] Checking router: 74deb924-cbab-48eb-b912-d6b1db12d2db for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:09:00.413488 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85695834-875d-421b-8723-6dcff5b083cc None None] Routers {'74deb924-cbab-48eb-b912-d6b1db12d2db'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:09:00.415242 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-85695834-875d-421b-8723-6dcff5b083cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:08:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['74deb924-cbab-48eb-b912-d6b1db12d2db'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:09:00.539581 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-82fd1be9-a93b-4257-8c6b-6214823f70ec tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:00.542528 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-82fd1be9-a93b-4257-8c6b-6214823f70ec tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e99225b6-916e-4ede-a584-22ca38524abf HTTP/1.1" status: 200 len: 813 time: 0.4377339 Sep 21 10:09:00.545560 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-85695834-875d-421b-8723-6dcff5b083cc None None] Set router 74deb924-cbab-48eb-b912-d6b1db12d2db gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:09:00.599911 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=100 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:00.607990 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-5ce45587-63f2-4040-b7b7-81119d3d7992 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Request body: {'port': {'device_id': 'a556b15b-f9da-4cff-8722-2873ea3d1e64', 'network_id': 'e99225b6-916e-4ede-a584-22ca38524abf', 'admin_state_up': True, 'tenant_id': 'ce0abdcccb664f5d8f89be7b40b7fa5b'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:09:00.622613 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a89682-8e7d-46fe-8f56-11f98a4989db req-6059150c-dfe7-4ed0-b37b-80a53fa08bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:00.624135 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-90a89682-8e7d-46fe-8f56-11f98a4989db req-6059150c-dfe7-4ed0-b37b-80a53fa08bb5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f75ba10758754f4f9c778e357a87f58e&device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 1130 time: 0.0809398 Sep 21 10:09:00.650572 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port a3a7b416-8353-4c37-ac69-3a07314d070f is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:09:00.695353 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2b9dbc93-6922-4b11-8530-97455ece6f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:01.115361 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-85695834-875d-421b-8723-6dcff5b083cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-router', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:35Z', 'updated_at': '2022-09-21T10:05:46Z', 'revision_number': 4, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'gw_port': {'id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:36Z', 'updated_at': '2022-09-21T10:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '3addfa85-0888-4b93-8dfd-771c30ab0f71', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'port_id': '5567942c-6fc7-4688-be83-932cde20b535', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'mac_address': 'fa:16:3e:2a:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50762dd4-54b1-435c-a280-8ae7ccdc96d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:08:17Z', 'updated_at': '2022-09-21T10:08:58Z', 'revision_number': 1, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b473946a-3b09-4153-9e20-c7bd9c6d9d8e', 'name': '', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'mac_address': 'fa:16:3e:5b:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:43Z', 'updated_at': '2022-09-21T10:05:53Z', 'revision_number': 5, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'subnets': [{'id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:09:01.150173 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85695834-875d-421b-8723-6dcff5b083cc None None] The sync data for ids ['74deb924-cbab-48eb-b912-d6b1db12d2db'] in dv-cinder-855479-2-iscsi is: [{'id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-router', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:35Z', 'updated_at': '2022-09-21T10:05:46Z', 'revision_number': 4, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'gw_port': {'id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:36Z', 'updated_at': '2022-09-21T10:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '3addfa85-0888-4b93-8dfd-771c30ab0f71', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'port_id': '5567942c-6fc7-4688-be83-932cde20b535', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'mac_address': 'fa:16:3e:2a:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50762dd4-54b1-435c-a280-8ae7ccdc96d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:08:17Z', 'updated_at': '2022-09-21T10:08:58Z', 'revision_number': 1, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b473946a-3b09-4153-9e20-c7bd9c6d9d8e', 'name': '', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'mac_address': 'fa:16:3e:5b:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:43Z', 'updated_at': '2022-09-21T10:05:53Z', 'revision_number': 5, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'subnets': [{'id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:09:01.153376 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:01.219259 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d2ddb-e40a-4e01-98f9-986b645658ff req-b1262ded-bfc5-410d-bbee-02c13b416a4f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:01.221551 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cd3d2ddb-e40a-4e01-98f9-986b645658ff req-b1262ded-bfc5-410d-bbee-02c13b416a4f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.6299469 Sep 21 10:09:01.312425 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-0947d217-a82b-43f3-8e90-5a4c5e3c8327 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1789095822&fields=id&tenant_id=91470b6b84c040bb85eec3f27b31f139 HTTP/1.1" status: 200 len: 267 time: 0.6999702 Sep 21 10:09:01.453213 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a89682-8e7d-46fe-8f56-11f98a4989db req-df65042b-29ff-45a0-b515-0df2aaf8b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:01.455596 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-90a89682-8e7d-46fe-8f56-11f98a4989db req-df65042b-29ff-45a0-b515-0df2aaf8b7e2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 200 len: 920 time: 0.7932436 Sep 21 10:09:01.459097 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fc167f-720d-48ec-9b8b-69538270c59a None None] New status for floating IP 3addfa85-0888-4b93-8dfd-771c30ab0f71: ACTIVE {{(pid=106522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:09:01.460557 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-5ce45587-63f2-4040-b7b7-81119d3d7992 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Made reservation on behalf of ce0abdcccb664f5d8f89be7b40b7fa5b for: {'port': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:09:01.463947 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-5ce45587-63f2-4040-b7b7-81119d3d7992 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:01.495694 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cd3d2ddb-e40a-4e01-98f9-986b645658ff req-8da0173a-9917-40d0-91d3-eec611a2f207 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592907 Sep 21 10:09:01.644696 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:01.675137 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-90a89682-8e7d-46fe-8f56-11f98a4989db req-3939b9a4-b95c-4cea-95a9-0301ac4375e3 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5567942c-6fc7-4688-be83-932cde20b535 HTTP/1.1" status: 200 len: 1000 time: 0.2077801 Sep 21 10:09:01.694726 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-084965d9-82a9-4d1d-bf91-cb2369af0588 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:01.701267 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-084965d9-82a9-4d1d-bf91-cb2369af0588 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/networks?id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 HTTP/1.1" status: 200 len: 811 time: 0.3621941 Sep 21 10:09:01.743170 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e66a9a-557d-4f93-936d-702bf9f546c2 req-f574e086-4966-4f45-93cb-dca843ef765a tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:01.744684 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c1e66a9a-557d-4f93-936d-702bf9f546c2 req-f574e086-4966-4f45-93cb-dca843ef765a tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 943 time: 0.1538219 Sep 21 10:09:01.748319 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-6b139a62-c896-4a27-a918-deb9cd376cc8 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/quotas/91470b6b84c040bb85eec3f27b31f139 HTTP/1.1" status: 200 len: 375 time: 0.0462434 Sep 21 10:09:01.853344 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-1f243f5b-7bbd-4448-9573-35c51d84e907 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=91470b6b84c040bb85eec3f27b31f139&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807524 Sep 21 10:09:01.883033 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-5ce45587-63f2-4040-b7b7-81119d3d7992 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Allocated IP 172.20.0.2 (e99225b6-916e-4ede-a584-22ca38524abf/4b5e4b4f-836d-4476-b56b-3ee47fd97507/b46d67ab-a4f4-4630-8e67-80938052acb7) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:09:01.897064 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c1e66a9a-557d-4f93-936d-702bf9f546c2 req-092e662d-d231-40d5-be91-6bd85f86a398 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431823 Sep 21 10:09:02.093003 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-a87c9d6e-4c4e-43b1-98be-5c6c19d4c4b8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240915 Sep 21 10:09:02.099862 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:02.144486 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d56f16-9882-4191-a8ca-76cb25c58807 req-7525523a-4727-4b8b-b619-f34ab9a69218 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:02.145958 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-41d56f16-9882-4191-a8ca-76cb25c58807 req-7525523a-4727-4b8b-b619-f34ab9a69218 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.1356378 Sep 21 10:09:02.311568 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-5ce45587-63f2-4040-b7b7-81119d3d7992 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Publish callbacks [] for port (b46d67ab-a4f4-4630-8e67-80938052acb7), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:02.321700 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 9f00efa1-e6d7-4ea2-b048-3de3d879010a details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:09:02.331604 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-41d56f16-9882-4191-a8ca-76cb25c58807 req-1965ad69-c11f-45cc-8811-7f98e82b6a07 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532316 Sep 21 10:09:02.339084 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-3d71fd92-0aaf-400a-b68b-05dae82c1f90 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335043 Sep 21 10:09:02.488255 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a89682-8e7d-46fe-8f56-11f98a4989db req-a3d14be2-b5b2-4e65-ae61-f7d1de68b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:02.489813 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-90a89682-8e7d-46fe-8f56-11f98a4989db req-a3d14be2-b5b2-4e65-ae61-f7d1de68b330 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5429b2a6-8b25-44de-bb46-df0f87df08ce HTTP/1.1" status: 200 len: 858 time: 0.1427982 Sep 21 10:09:02.543438 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ba5e7882-539d-4557-a008-76260f0e538a req-50c31266-5359-4a2d-ac5f-538aedd0d1c1 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 210 time: 0.0523870 Sep 21 10:09:02.579097 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 9f00efa1-e6d7-4ea2-b048-3de3d879010a, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=9f00efa1-e6d7-4ea2-b048-3de3d879010a,segment=NetworkSegment(e98dae54-3975-4fad-b281-4cfcb4a17beb),segment_id=e98dae54-3975-4fad-b281-4cfcb4a17beb)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:09:02.613328 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-5ce45587-63f2-4040-b7b7-81119d3d7992 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (b46d67ab-a4f4-4630-8e67-80938052acb7), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:02.619721 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': '9f00efa1-e6d7-4ea2-b048-3de3d879010a', 'network_id': '029496c3-2ac5-4dfc-bd1c-bc61b18974c0', 'port_id': '9f00efa1-e6d7-4ea2-b048-3de3d879010a', 'mac_address': 'fa:16:3e:eb:4d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a7ac6c-a222-462c-8031-7475f672f83c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:09:02.687052 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-5ce45587-63f2-4040-b7b7-81119d3d7992 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Network e99225b6-916e-4ede-a584-22ca38524abf is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:09:02.696017 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:02.696616 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 9f00efa1-e6d7-4ea2-b048-3de3d879010a is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:09:02.697366 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (9f00efa1-e6d7-4ea2-b048-3de3d879010a), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:02.697913 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-5ce45587-63f2-4040-b7b7-81119d3d7992 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:09:02.707229 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-5ce45587-63f2-4040-b7b7-81119d3d7992 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:09:02.712572 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-5ce45587-63f2-4040-b7b7-81119d3d7992 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:02.713853 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-5ce45587-63f2-4040-b7b7-81119d3d7992 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:02.720895 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f00efa1-e6d7-4ea2-b048-3de3d879010a {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:09:02.748192 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 9f00efa1-e6d7-4ea2-b048-3de3d879010a, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=9f00efa1-e6d7-4ea2-b048-3de3d879010a,segment=NetworkSegment(e98dae54-3975-4fad-b281-4cfcb4a17beb),segment_id=e98dae54-3975-4fad-b281-4cfcb4a17beb)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:09:02.754368 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (9f00efa1-e6d7-4ea2-b048-3de3d879010a), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:02.800619 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa223318-2501-4fd4-af55-ae10183c52d4 req-88220afc-ad2e-478a-a15f-ccc516a5eb61 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:02.807972 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fa223318-2501-4fd4-af55-ae10183c52d4 req-88220afc-ad2e-478a-a15f-ccc516a5eb61 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.1180828 Sep 21 10:09:02.810395 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a89682-8e7d-46fe-8f56-11f98a4989db req-8fd3e057-1969-453c-b513-a9f570870669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:02.811869 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-90a89682-8e7d-46fe-8f56-11f98a4989db req-8fd3e057-1969-453c-b513-a9f570870669 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=97a59516-89f9-4e8e-9ccf-abdda6abc087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3077111 Sep 21 10:09:02.820865 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=9f00efa1-e6d7-4ea2-b048-3de3d879010a,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:02.994148 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce45587-63f2-4040-b7b7-81119d3d7992 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Pushing event updated for resources: {'Port': ['ID=b46d67ab-a4f4-4630-8e67-80938052acb7,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:03.006811 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['9f00efa1-e6d7-4ea2-b048-3de3d879010a'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:09:03.092789 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6c0f507e-2d55-450f-8a6d-15b73f218cf0 req-30963ba7-d2ff-4012-be15-2996baa8832c tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 210 time: 0.0836837 Sep 21 10:09:03.106039 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-90a89682-8e7d-46fe-8f56-11f98a4989db req-48992d37-0218-4163-ac8a-2b858ea05458 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641795 Sep 21 10:09:03.110347 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-5ce45587-63f2-4040-b7b7-81119d3d7992 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5071204 Sep 21 10:09:03.142346 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Request body: {'port': {'device_id': 'a556b15b-f9da-4cff-8722-2873ea3d1e64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:09:03.282530 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fa223318-2501-4fd4-af55-ae10183c52d4 req-2190a909-61bf-421d-855a-e391f61dc7da tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4736383 Sep 21 10:09:03.373901 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:03.403247 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99d4d0-274b-4b6f-899d-af98c061f63d req-5ae0d4f7-9bec-45c8-b6e2-07f0e2ca9925 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:03.404842 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8d99d4d0-274b-4b6f-899d-af98c061f63d req-5ae0d4f7-9bec-45c8-b6e2-07f0e2ca9925 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 944 time: 0.1266339 Sep 21 10:09:03.462089 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b46d67ab-a4f4-4630-8e67-80938052acb7), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:03.558168 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8d99d4d0-274b-4b6f-899d-af98c061f63d req-abeb95ff-ae68-42d0-ac6c-a09fed3d3476 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261890 Sep 21 10:09:03.564318 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034dc35-2faa-438e-9d77-51b73339a0f1 req-9dc602f5-044a-4a5c-8914-d16a7f8ccd74 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:03.571335 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e034dc35-2faa-438e-9d77-51b73339a0f1 req-9dc602f5-044a-4a5c-8914-d16a7f8ccd74 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.0666966 Sep 21 10:09:03.577233 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-90a89682-8e7d-46fe-8f56-11f98a4989db req-53f9053d-f6c6-4db2-834e-50e7657ca031 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653416 Sep 21 10:09:03.668790 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-cc930417-22b4-4eda-aaf2-ab7001c8ee93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:03.852945 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e034dc35-2faa-438e-9d77-51b73339a0f1 req-802bbc72-e853-4a52-9422-50723fe40e70 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804017 Sep 21 10:09:03.907017 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4d477-e720-4c35-8b56-fcf16914a772 req-a4f0e3cc-0e11-40b8-a43e-b0344c3701d8 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:03.909602 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f0c4d477-e720-4c35-8b56-fcf16914a772 req-a4f0e3cc-0e11-40b8-a43e-b0344c3701d8 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 931 time: 0.1632416 Sep 21 10:09:04.155513 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f0c4d477-e720-4c35-8b56-fcf16914a772 req-cde32201-fc3d-4a3d-b43f-23255394b913 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210650 Sep 21 10:09:04.317623 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e6575e64-ae34-494f-8b9e-5712e41b588d req-36764ca4-6639-40fe-93d7-ccf4d6afca58 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 210 time: 0.0325539 Sep 21 10:09:04.329298 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 148e91ff-3fb3-4329-a282-1d7ebc94ae46 details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:09:04.344851 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 9f00efa1-e6d7-4ea2-b048-3de3d879010a up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:09:04.396939 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46d67ab-a4f4-4630-8e67-80938052acb7 {{(pid=106519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:09:04.406827 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Publish callbacks [] for port (b46d67ab-a4f4-4630-8e67-80938052acb7), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:04.427049 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.provisioning_blocks [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Transition to ACTIVE for port object b46d67ab-a4f4-4630-8e67-80938052acb7 will not be triggered until provisioned by entity L2. {{(pid=106519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:09:04.433228 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b46d67ab-a4f4-4630-8e67-80938052acb7), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:04.494953 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:04.527062 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:04.541643 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Pushing event updated for resources: {'Port': ['ID=b46d67ab-a4f4-4630-8e67-80938052acb7,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:04.563241 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Attempting to bind port b46d67ab-a4f4-4630-8e67-80938052acb7 on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:09:04.563581 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Attempting to bind port b46d67ab-a4f4-4630-8e67-80938052acb7 by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': '7d0c8935-6cd2-40e7-a78a-ed18778e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e99225b6-916e-4ede-a584-22ca38524abf'}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:09:04.564604 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Attempting to bind port b46d67ab-a4f4-4630-8e67-80938052acb7 on network e99225b6-916e-4ede-a584-22ca38524abf {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:09:04.574745 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80187f79-81a2-4170-8b57-d9b08fa541f7 req-d48213e7-071f-4591-802e-61fc13d51e92 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:04.576523 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80187f79-81a2-4170-8b57-d9b08fa541f7 req-d48213e7-071f-4591-802e-61fc13d51e92 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 944 time: 0.1008413 Sep 21 10:09:04.587138 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port 9f00efa1-e6d7-4ea2-b048-3de3d879010a completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:09:04.606369 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port 9f00efa1-e6d7-4ea2-b048-3de3d879010a triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:09:04.606881 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (9f00efa1-e6d7-4ea2-b048-3de3d879010a), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:04.607433 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port 9f00efa1-e6d7-4ea2-b048-3de3d879010a Sep 21 10:09:04.655767 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Port b46d67ab-a4f4-4630-8e67-80938052acb7 on network e99225b6-916e-4ede-a584-22ca38524abf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:09:04.656096 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Attempting to bind port b46d67ab-a4f4-4630-8e67-80938052acb7 on network e99225b6-916e-4ede-a584-22ca38524abf {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:09:04.752134 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 148e91ff-3fb3-4329-a282-1d7ebc94ae46, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=148e91ff-3fb3-4329-a282-1d7ebc94ae46,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:09:04.756625 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:04.792445 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:04.794336 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': '148e91ff-3fb3-4329-a282-1d7ebc94ae46', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'port_id': '148e91ff-3fb3-4329-a282-1d7ebc94ae46', 'mac_address': 'fa:16:3e:ce:fd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:09:04.829438 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2eac6-072b-4769-88f6-bc78dce3897a req-b53c2278-4d70-4c52-be1a-816064016432 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:04.844143 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-77b2eac6-072b-4769-88f6-bc78dce3897a req-b53c2278-4d70-4c52-be1a-816064016432 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 944 time: 0.0859475 Sep 21 10:09:04.877826 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:04.916567 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:09:04.916567 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:04.919123 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 9f00efa1-e6d7-4ea2-b048-3de3d879010a is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:09:04.919586 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (9f00efa1-e6d7-4ea2-b048-3de3d879010a), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:04.959336 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-77b2eac6-072b-4769-88f6-bc78dce3897a req-532d51b0-3ba4-436e-8b16-990dc75eaf36 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126881 Sep 21 10:09:04.961527 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148e91ff-3fb3-4329-a282-1d7ebc94ae46 {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:09:04.989840 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80187f79-81a2-4170-8b57-d9b08fa541f7 req-54639260-3abc-4bf3-a206-e91a86aa1da8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3895938 Sep 21 10:09:05.050715 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 148e91ff-3fb3-4329-a282-1d7ebc94ae46, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=148e91ff-3fb3-4329-a282-1d7ebc94ae46,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:09:05.073788 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:05.159966 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 9f00efa1-e6d7-4ea2-b048-3de3d879010a, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=9f00efa1-e6d7-4ea2-b048-3de3d879010a,segment=NetworkSegment(e98dae54-3975-4fad-b281-4cfcb4a17beb),segment_id=e98dae54-3975-4fad-b281-4cfcb4a17beb)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:09:05.159966 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:05.164013 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ae15f6-d962-47d4-8bfc-9af9f24b2d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f00efa1-e6d7-4ea2-b048-3de3d879010a'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:09:05.168608 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d71bb5a-c913-4781-b3c9-d077a936870f" -d '{"events": [{"server_uuid": "65ae15f6-d962-47d4-8bfc-9af9f24b2d5a", "name": "network-vif-plugged", "status": "completed", "tag": "9f00efa1-e6d7-4ea2-b048-3de3d879010a"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:09:05.274885 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3ae8c-ed52-4fee-8be2-61476dabfa84 req-9c6f00a7-cf86-401c-b358-43263013b42e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:05.285914 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (9f00efa1-e6d7-4ea2-b048-3de3d879010a), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:05.288973 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80c3ae8c-ed52-4fee-8be2-61476dabfa84 req-9c6f00a7-cf86-401c-b358-43263013b42e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.1180441 Sep 21 10:09:05.291367 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34002938-cecc-40d5-9059-78222d4580b9 x-openstack-request-id: req-34002938-cecc-40d5-9059-78222d4580b9 {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:09:05.291367 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ae15f6-d962-47d4-8bfc-9af9f24b2d5a", "name": "network-vif-plugged", "status": "completed", "tag": "9f00efa1-e6d7-4ea2-b048-3de3d879010a", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:09:05.291367 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-34002938-cecc-40d5-9059-78222d4580b9 {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:09:05.291367 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34002938-cecc-40d5-9059-78222d4580b9'] response: {'server_uuid': '65ae15f6-d962-47d4-8bfc-9af9f24b2d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f00efa1-e6d7-4ea2-b048-3de3d879010a', 'code': 200} Sep 21 10:09:05.297547 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=148e91ff-3fb3-4329-a282-1d7ebc94ae46,revision_number=9']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:05.326358 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:09:05.326903 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Checking segment: {'id': '7d0c8935-6cd2-40e7-a78a-ed18778e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e99225b6-916e-4ede-a584-22ca38524abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:09:05.327476 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Bound using segment: {'id': '7d0c8935-6cd2-40e7-a78a-ed18778e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e99225b6-916e-4ede-a584-22ca38524abf'} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:09:05.327965 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Bound port: b46d67ab-a4f4-4630-8e67-80938052acb7, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0c8935-6cd2-40e7-a78a-ed18778e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e99225b6-916e-4ede-a584-22ca38524abf'}}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:09:05.328333 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b46d67ab-a4f4-4630-8e67-80938052acb7), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:05.396539 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['148e91ff-3fb3-4329-a282-1d7ebc94ae46'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:09:05.482547 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=9f00efa1-e6d7-4ea2-b048-3de3d879010a,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:05.500731 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75befe7c-473f-4936-a6ca-aad9da4649a2 req-1aa004f6-ad46-438a-b7b0-bfd7ce1eabb8 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:05.501385 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:05.502347 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-75befe7c-473f-4936-a6ca-aad9da4649a2 req-1aa004f6-ad46-438a-b7b0-bfd7ce1eabb8 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 943 time: 0.1540956 Sep 21 10:09:05.515254 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80c3ae8c-ed52-4fee-8be2-61476dabfa84 req-39100b12-1151-43b2-a9b4-09f499a2bfef tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222140 Sep 21 10:09:05.554670 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-a23c4314-df3b-4849-87fe-d4060e550a5e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:05.556175 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-a23c4314-df3b-4849-87fe-d4060e550a5e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.42 "GET /networking/v2.0/networks?id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 HTTP/1.1" status: 200 len: 811 time: 0.6212628 Sep 21 10:09:05.561378 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] For port b46d67ab-a4f4-4630-8e67-80938052acb7, host hv-cinder-85547, cleared binding levels {{(pid=106519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:09:05.570082 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] For port b46d67ab-a4f4-4630-8e67-80938052acb7, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=b46d67ab-a4f4-4630-8e67-80938052acb7,segment=NetworkSegment(7d0c8935-6cd2-40e7-a78a-ed18778e00b5),segment_id=7d0c8935-6cd2-40e7-a78a-ed18778e00b5)] {{(pid=106519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:09:05.607188 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b46d67ab-a4f4-4630-8e67-80938052acb7), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:05.614128 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:05.614613 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:05.617433 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/b46d67ab-a4f4-4630-8e67-80938052acb7 HTTP/1.1" status: 200 len: 1093 time: 2.4789312 Sep 21 10:09:05.617433 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a556b15b-f9da-4cff-8722-2873ea3d1e64', 'tag': 'b46d67ab-a4f4-4630-8e67-80938052acb7'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:09:05.622192 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a407a9a-3b6c-4b5e-93e2-3d33aabbd177" -d '{"events": [{"name": "network-changed", "server_uuid": "a556b15b-f9da-4cff-8722-2873ea3d1e64", "tag": "b46d67ab-a4f4-4630-8e67-80938052acb7"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:09:05.627234 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-75befe7c-473f-4936-a6ca-aad9da4649a2 req-19779e1c-bf58-49f6-a327-502472339879 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108441 Sep 21 10:09:05.717166 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782f2e4e-4f05-45d3-91d4-0b7a7ecb7237 x-openstack-request-id: req-782f2e4e-4f05-45d3-91d4-0b7a7ecb7237 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:09:05.717517 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a556b15b-f9da-4cff-8722-2873ea3d1e64", "tag": "b46d67ab-a4f4-4630-8e67-80938052acb7", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:09:05.717880 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-782f2e4e-4f05-45d3-91d4-0b7a7ecb7237 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:09:05.718115 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-782f2e4e-4f05-45d3-91d4-0b7a7ecb7237'] response: {'name': 'network-changed', 'server_uuid': 'a556b15b-f9da-4cff-8722-2873ea3d1e64', 'tag': 'b46d67ab-a4f4-4630-8e67-80938052acb7', 'status': 'completed', 'code': 200} Sep 21 10:09:05.774610 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ca2da306-f4e2-4e6a-8185-5e7fddd8e808 req-49cb925f-ca25-416f-98b9-fee7a926752f tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 210 time: 0.1250119 Sep 21 10:09:05.866758 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb19250-3a2d-41fb-a12b-9a3738722c51 service neutron] Pushing event updated for resources: {'Port': ['ID=b46d67ab-a4f4-4630-8e67-80938052acb7,revision_number=3']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:05.871506 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40866496-fa55-4eb1-a88b-a63796a2e790 req-386ed9d9-3179-4596-9115-11ebbdb1d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:05.873277 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-40866496-fa55-4eb1-a88b-a63796a2e790 req-386ed9d9-3179-4596-9115-11ebbdb1d6e3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 1129 time: 0.1444266 Sep 21 10:09:05.882702 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-b722ee43-ca09-4131-96fc-7aa16dd9c331 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=91470b6b84c040bb85eec3f27b31f139 HTTP/1.1" status: 200 len: 380 time: 0.3113444 Sep 21 10:09:05.884487 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-7f794e4e-ee90-4bb3-a317-d5de756b3e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:05.887639 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-7f794e4e-ee90-4bb3-a317-d5de756b3e69 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=ce0abdcccb664f5d8f89be7b40b7fa5b&device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 1127 time: 0.0903628 Sep 21 10:09:05.896647 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-67b09189-a5d2-49e6-92c6-5cd81f20e601 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Request body: {'port': {'device_id': '4695e2b1-5d48-485c-921d-dfdf2f7f69c7', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'admin_state_up': True, 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'security_groups': ['955f12ad-00f1-454f-9afe-48ce40324e83']}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:09:06.006725 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:09:06.010604 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-a8c3d646-f208-42e4-ba72-0c0a93a9ec81 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b46d67ab-a4f4-4630-8e67-80938052acb7 HTTP/1.1" status: 200 len: 217 time: 0.0940492 Sep 21 10:09:06.116101 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-456dd8d1-aee3-41c8-85d9-7fd1dad95e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:06.118445 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-456dd8d1-aee3-41c8-85d9-7fd1dad95e7c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4b5e4b4f-836d-4476-b56b-3ee47fd97507 HTTP/1.1" status: 200 len: 853 time: 0.1017494 Sep 21 10:09:06.189968 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-40866496-fa55-4eb1-a88b-a63796a2e790 req-45a0a015-a7cc-4f12-9b6d-02af02a0c943 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050110 Sep 21 10:09:06.190732 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-6fc481f7-94fa-4df1-8044-ae508118da80 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e99225b6-916e-4ede-a584-22ca38524abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650635 Sep 21 10:09:06.206688 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bfec1-7661-47db-ba50-acc80d35305f req-f6d9b80d-ea7e-40ae-8e06-796ed550f915 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:06.209782 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-392bfec1-7661-47db-ba50-acc80d35305f req-f6d9b80d-ea7e-40ae-8e06-796ed550f915 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 945 time: 0.1048527 Sep 21 10:09:06.246356 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:06.315788 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-392bfec1-7661-47db-ba50-acc80d35305f req-a98d0abf-3c0e-46f9-babb-658c2c000591 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920615 Sep 21 10:09:06.317099 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-67b09189-a5d2-49e6-92c6-5cd81f20e601 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Made reservation on behalf of 91470b6b84c040bb85eec3f27b31f139 for: {'port': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:09:06.321538 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-67b09189-a5d2-49e6-92c6-5cd81f20e601 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:06.381678 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 148e91ff-3fb3-4329-a282-1d7ebc94ae46 up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:09:06.561307 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:09:06.561739 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:06.562321 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 Sep 21 10:09:06.615419 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:06.616716 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-78f92a02-1d37-4e1f-b125-edaf601147ad service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e99225b6-916e-4ede-a584-22ca38524abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914930 Sep 21 10:09:06.719063 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:09:06.720996 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:06.774519 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:06.795786 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 148e91ff-3fb3-4329-a282-1d7ebc94ae46, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=148e91ff-3fb3-4329-a282-1d7ebc94ae46,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:09:06.802695 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:06.832549 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c8fec-3dec-44c4-8d99-c5727d3961b5 req-da9ccf04-a08d-4d91-afa6-da8bf0e8022e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:06.839720 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-722c8fec-3dec-44c4-8d99-c5727d3961b5 req-da9ccf04-a08d-4d91-afa6-da8bf0e8022e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 945 time: 0.5044234 Sep 21 10:09:06.862503 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf916cb-687a-4ac7-b8df-ff95fa59bffc req-cf8cd910-0ebe-4f8d-a428-adb0c500f6c2 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:06.869695 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8bf916cb-687a-4ac7-b8df-ff95fa59bffc req-cf8cd910-0ebe-4f8d-a428-adb0c500f6c2 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.1366301 Sep 21 10:09:06.876647 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=148e91ff-3fb3-4329-a282-1d7ebc94ae46,revision_number=10']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:06.884601 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:07.022658 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8bf916cb-687a-4ac7-b8df-ff95fa59bffc req-74fcffcc-22de-4e0f-b33d-009e47cf0099 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466436 Sep 21 10:09:07.026211 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-2c9b8d47-63b9-465f-8855-6833e5b6a043 req-7a396950-f538-4ae0-ba64-6eaeb3f6cf3f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e99225b6-916e-4ede-a584-22ca38524abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497219 Sep 21 10:09:07.038316 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-722c8fec-3dec-44c4-8d99-c5727d3961b5 req-c6b51536-cab7-459d-bbcf-d166f503bb58 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976318 Sep 21 10:09:07.099593 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-67b09189-a5d2-49e6-92c6-5cd81f20e601 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Allocated IP 172.20.0.10 (6e42426a-5bfa-4c7e-8ed0-2d27a94bc263/a03c6c51-ced1-4661-a77b-9c8af558d81f/53e8896f-dc4e-4337-800f-9726f8d755fb) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:09:07.292175 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db0f842-9480-43d7-8547-215cdd591300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148e91ff-3fb3-4329-a282-1d7ebc94ae46'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:09:07.294899 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869cbd31-502e-4e0a-917d-db87ca13b7fc" -d '{"events": [{"server_uuid": "8db0f842-9480-43d7-8547-215cdd591300", "name": "network-vif-plugged", "status": "completed", "tag": "148e91ff-3fb3-4329-a282-1d7ebc94ae46"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:09:07.378535 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-befb73e0-d450-4bee-9f9d-c8bab394e8fd req-787bbbc8-0644-4edc-a254-8fcf86b479c6 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 210 time: 0.1218934 Sep 21 10:09:07.422642 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe12cd-4ede-46d2-b258-bdf94153f1ad req-65305c70-a87b-4807-86c1-195416944591 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:07.424674 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c7fe12cd-4ede-46d2-b258-bdf94153f1ad req-65305c70-a87b-4807-86c1-195416944591 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 943 time: 0.1705732 Sep 21 10:09:07.466511 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-67b09189-a5d2-49e6-92c6-5cd81f20e601 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for port (53e8896f-dc4e-4337-800f-9726f8d755fb), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:07.526864 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-67b09189-a5d2-49e6-92c6-5cd81f20e601 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (53e8896f-dc4e-4337-800f-9726f8d755fb), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:07.562573 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a955b0-78b3-4d4e-b454-3ed9a0c4c96b x-openstack-request-id: req-95a955b0-78b3-4d4e-b454-3ed9a0c4c96b {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:09:07.563406 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db0f842-9480-43d7-8547-215cdd591300", "name": "network-vif-plugged", "status": "completed", "tag": "148e91ff-3fb3-4329-a282-1d7ebc94ae46", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:09:07.563406 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-95a955b0-78b3-4d4e-b454-3ed9a0c4c96b {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:09:07.564298 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95a955b0-78b3-4d4e-b454-3ed9a0c4c96b'] response: {'server_uuid': '8db0f842-9480-43d7-8547-215cdd591300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148e91ff-3fb3-4329-a282-1d7ebc94ae46', 'code': 200} Sep 21 10:09:07.606870 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-67b09189-a5d2-49e6-92c6-5cd81f20e601 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:09:07.613771 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c7fe12cd-4ede-46d2-b258-bdf94153f1ad req-c1ef6902-47d8-49a1-8160-c0e118d62194 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138742 Sep 21 10:09:07.617842 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-67b09189-a5d2-49e6-92c6-5cd81f20e601 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:09:07.622449 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-67b09189-a5d2-49e6-92c6-5cd81f20e601 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:09:07.627979 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-67b09189-a5d2-49e6-92c6-5cd81f20e601 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:07.628751 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-67b09189-a5d2-49e6-92c6-5cd81f20e601 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:07.633446 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b09189-a5d2-49e6-92c6-5cd81f20e601 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event updated for resources: {'Port': ['ID=53e8896f-dc4e-4337-800f-9726f8d755fb,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:07.696083 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-67b09189-a5d2-49e6-92c6-5cd81f20e601 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8052511 Sep 21 10:09:07.704024 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e82b10-8742-40c5-b36e-92d2b1363d87 req-ecf4802c-3795-4cb9-8bd0-fe3e59b4d121 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:07.711599 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a5e82b10-8742-40c5-b36e-92d2b1363d87 req-ecf4802c-3795-4cb9-8bd0-fe3e59b4d121 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 945 time: 0.0717537 Sep 21 10:09:07.733897 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:07.864514 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a5e82b10-8742-40c5-b36e-92d2b1363d87 req-4b3fa1cb-e151-406b-98fa-b650be07a7c1 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518505 Sep 21 10:09:07.879237 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392d09c-0624-41f3-95c8-2ed14fcbdc29 req-634df8b1-7d2c-465b-9279-4b094d333976 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:07.880793 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9392d09c-0624-41f3-95c8-2ed14fcbdc29 req-634df8b1-7d2c-465b-9279-4b094d333976 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.1059740 Sep 21 10:09:07.956740 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9392d09c-0624-41f3-95c8-2ed14fcbdc29 req-b4de02c6-a394-4169-96d2-b00a374ddd29 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628181 Sep 21 10:09:08.003166 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-401a1fee-759a-4d91-824e-c09588ff332b None None] Provisioning complete for port 53e8896f-dc4e-4337-800f-9726f8d755fb triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:09:08.003683 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-401a1fee-759a-4d91-824e-c09588ff332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (53e8896f-dc4e-4337-800f-9726f8d755fb), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:08.004379 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-401a1fee-759a-4d91-824e-c09588ff332b None None] Attempt 1 to provision port 53e8896f-dc4e-4337-800f-9726f8d755fb Sep 21 10:09:08.026966 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Request body: {'port': {'device_id': '4695e2b1-5d48-485c-921d-dfdf2f7f69c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:09:08.052890 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-401a1fee-759a-4d91-824e-c09588ff332b None None] Port 53e8896f-dc4e-4337-800f-9726f8d755fb cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:09:08.183503 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a407a9a-3b6c-4b5e-93e2-3d33aabbd177 req-9845c85f-74cf-40c2-a24b-3d98468a635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:08.185186 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-8a407a9a-3b6c-4b5e-93e2-3d33aabbd177 req-9845c85f-74cf-40c2-a24b-3d98468a635f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=ce0abdcccb664f5d8f89be7b40b7fa5b&device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 1127 time: 0.1354012 Sep 21 10:09:08.213055 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:08.248073 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (53e8896f-dc4e-4337-800f-9726f8d755fb), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:08.280890 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ef6ba-c8eb-4b97-8794-0a377d2ecf53 req-31191b63-baec-4738-9808-85bffd21767b tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:08.283346 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-314ef6ba-c8eb-4b97-8794-0a377d2ecf53 req-31191b63-baec-4738-9808-85bffd21767b tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 947 time: 0.0855334 Sep 21 10:09:08.554487 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-401a1fee-759a-4d91-824e-c09588ff332b None None] Attempt 2 to provision port 53e8896f-dc4e-4337-800f-9726f8d755fb Sep 21 10:09:08.594296 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-401a1fee-759a-4d91-824e-c09588ff332b None None] Port 53e8896f-dc4e-4337-800f-9726f8d755fb cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:09:08.660396 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-314ef6ba-c8eb-4b97-8794-0a377d2ecf53 req-3001d233-44ca-465d-a469-f50cf15d97b7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3482978 Sep 21 10:09:08.672710 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328f0cc-809d-430c-9bd3-04dea0b4944a req-4bfc1bb9-eb4b-4cdd-a25d-3c3c85a4e094 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:08.674395 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f328f0cc-809d-430c-9bd3-04dea0b4944a req-4bfc1bb9-eb4b-4cdd-a25d-3c3c85a4e094 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 932 time: 0.1513627 Sep 21 10:09:08.764650 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f328f0cc-809d-430c-9bd3-04dea0b4944a req-58838922-b369-49f6-88a0-37ac4455386a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804093 Sep 21 10:09:08.934404 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894f03a-43e7-45fc-9692-c85d92667a03 req-0026f99f-1d89-4fbb-9588-4356d7453fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:08.936030 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4894f03a-43e7-45fc-9692-c85d92667a03 req-0026f99f-1d89-4fbb-9588-4356d7453fc3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b3bd8b4fc3c749cb90f28023dc955c9a&device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 1129 time: 0.0530653 Sep 21 10:09:08.948495 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a407a9a-3b6c-4b5e-93e2-3d33aabbd177 req-53255517-0d3b-4000-bca9-38fac80e8369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:08.950384 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-8a407a9a-3b6c-4b5e-93e2-3d33aabbd177 req-53255517-0d3b-4000-bca9-38fac80e8369 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e99225b6-916e-4ede-a584-22ca38524abf HTTP/1.1" status: 200 len: 914 time: 0.1518238 Sep 21 10:09:08.962438 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b3158-78f6-4611-bf34-240cef37e75a req-8beffa98-d5ce-4d9f-8343-605f51a8f97b tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:08.974380 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ed5b3158-78f6-4611-bf34-240cef37e75a req-8beffa98-d5ce-4d9f-8343-605f51a8f97b tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 943 time: 0.2085941 Sep 21 10:09:09.009799 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-8a407a9a-3b6c-4b5e-93e2-3d33aabbd177 req-8829fc30-39e5-4a94-89b3-05fdaf0f4b44 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b46d67ab-a4f4-4630-8e67-80938052acb7 HTTP/1.1" status: 200 len: 217 time: 0.0419416 Sep 21 10:09:09.069556 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a407a9a-3b6c-4b5e-93e2-3d33aabbd177 req-02d5d43d-86dd-44db-a4a4-6f4ad0bd6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:09.071498 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-8a407a9a-3b6c-4b5e-93e2-3d33aabbd177 req-02d5d43d-86dd-44db-a4a4-6f4ad0bd6190 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4b5e4b4f-836d-4476-b56b-3ee47fd97507 HTTP/1.1" status: 200 len: 853 time: 0.0557950 Sep 21 10:09:09.097180 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-401a1fee-759a-4d91-824e-c09588ff332b None None] Attempt 3 to provision port 53e8896f-dc4e-4337-800f-9726f8d755fb Sep 21 10:09:09.158891 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-8a407a9a-3b6c-4b5e-93e2-3d33aabbd177 req-7a65a428-c0a3-4eb9-8de4-fda7db6fb992 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e99225b6-916e-4ede-a584-22ca38524abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793056 Sep 21 10:09:09.161660 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fa7fd-c430-42ac-bc62-1a5857724cf0 req-5187aa03-92eb-4748-bc4e-36878cf81002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:09.163160 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7e9fa7fd-c430-42ac-bc62-1a5857724cf0 req-5187aa03-92eb-4748-bc4e-36878cf81002 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 1131 time: 0.1692495 Sep 21 10:09:09.171587 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-401a1fee-759a-4d91-824e-c09588ff332b None None] Port 53e8896f-dc4e-4337-800f-9726f8d755fb cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:09:09.204355 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015da040-f375-4f9d-a636-e69652c16370 req-95554b91-9620-4ea0-ab03-1359365aee5a tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:09.205897 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-015da040-f375-4f9d-a636-e69652c16370 req-95554b91-9620-4ea0-ab03-1359365aee5a tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 945 time: 0.2218456 Sep 21 10:09:09.263862 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e8896f-dc4e-4337-800f-9726f8d755fb {{(pid=106519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:09:09.292530 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ed5b3158-78f6-4611-bf34-240cef37e75a req-6bb528e1-3352-4f43-8a85-05e1112a8b4c tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167932 Sep 21 10:09:09.295969 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Publish callbacks [] for port (53e8896f-dc4e-4337-800f-9726f8d755fb), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:09.375529 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894f03a-43e7-45fc-9692-c85d92667a03 req-505a6ca6-1aa9-40af-86a1-ab2d01f985df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:09.378999 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4894f03a-43e7-45fc-9692-c85d92667a03 req-505a6ca6-1aa9-40af-86a1-ab2d01f985df service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=60fbaebe-52f4-4e3a-8714-a12eadb4201c HTTP/1.1" status: 200 len: 912 time: 0.3529077 Sep 21 10:09:09.408265 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:09.433111 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.provisioning_blocks [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Transition to ACTIVE for port object 53e8896f-dc4e-4337-800f-9726f8d755fb will not be triggered until provisioned by entity L2. {{(pid=106519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:09:09.511688 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:09.513154 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (53e8896f-dc4e-4337-800f-9726f8d755fb), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:09.523461 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-8a407a9a-3b6c-4b5e-93e2-3d33aabbd177 req-e4f01842-e693-48ca-9f87-24c4dd03d783 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e99225b6-916e-4ede-a584-22ca38524abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462179 Sep 21 10:09:09.557699 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7e9fa7fd-c430-42ac-bc62-1a5857724cf0 req-0c894fdd-b548-41ae-a32f-e4cc801cbc30 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3720975 Sep 21 10:09:09.604655 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-015da040-f375-4f9d-a636-e69652c16370 req-b0a2b856-11b6-4eed-909a-6d1c78d565c5 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784504 Sep 21 10:09:09.624688 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc913a30-c7cb-44ba-94b1-b821edef71c3 req-b2cee083-96df-45bf-a293-7b8988a5f138 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:09.644898 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cc913a30-c7cb-44ba-94b1-b821edef71c3 req-b2cee083-96df-45bf-a293-7b8988a5f138 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.2402797 Sep 21 10:09:09.678490 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4894f03a-43e7-45fc-9692-c85d92667a03 req-02894d05-562a-433b-a487-e3ae0c3f2e3b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e92fb13-32a5-4052-a608-cd35f3bac843 HTTP/1.1" status: 200 len: 1001 time: 0.2724078 Sep 21 10:09:09.680831 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-401a1fee-759a-4d91-824e-c09588ff332b None None] Attempt 4 to provision port 53e8896f-dc4e-4337-800f-9726f8d755fb Sep 21 10:09:09.708564 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-8a407a9a-3b6c-4b5e-93e2-3d33aabbd177 req-b39cdff8-47d4-4958-b8a1-1998deca0c45 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e99225b6-916e-4ede-a584-22ca38524abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703222 Sep 21 10:09:09.743256 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Pushing event updated for resources: {'Port': ['ID=53e8896f-dc4e-4337-800f-9726f8d755fb,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:09.825128 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-401a1fee-759a-4d91-824e-c09588ff332b None None] Port 53e8896f-dc4e-4337-800f-9726f8d755fb cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:09:09.850792 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Attempting to bind port 53e8896f-dc4e-4337-800f-9726f8d755fb on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:09:09.851257 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Attempting to bind port 53e8896f-dc4e-4337-800f-9726f8d755fb by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:09:09.851449 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Attempting to bind port 53e8896f-dc4e-4337-800f-9726f8d755fb on network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:09:09.967203 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894f03a-43e7-45fc-9692-c85d92667a03 req-88020659-ed4a-4cfc-a5af-a152be4cfaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:09.968745 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4894f03a-43e7-45fc-9692-c85d92667a03 req-88020659-ed4a-4cfc-a5af-a152be4cfaa0 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4d5d2acf-1045-41a7-ba31-7ebbbda78430 HTTP/1.1" status: 200 len: 850 time: 0.1766348 Sep 21 10:09:09.972764 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cc913a30-c7cb-44ba-94b1-b821edef71c3 req-5d95871b-e450-462a-bf08-d4941e8b195a tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3269868 Sep 21 10:09:09.981393 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862710a-f83e-4fd8-a697-ccda4c8f6047 req-727b39a0-1060-48d7-bece-ecd99e374ad7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:09.991890 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e862710a-f83e-4fd8-a697-ccda4c8f6047 req-727b39a0-1060-48d7-bece-ecd99e374ad7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 947 time: 0.1343544 Sep 21 10:09:10.039796 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Port 53e8896f-dc4e-4337-800f-9726f8d755fb on network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:09:10.040427 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Attempting to bind port 53e8896f-dc4e-4337-800f-9726f8d755fb on network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:09:10.112387 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e862710a-f83e-4fd8-a697-ccda4c8f6047 req-fdd26dbf-6812-43ba-a43d-29fd314d7ff9 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189346 Sep 21 10:09:10.196574 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949ad6d-989d-4db0-9967-4e5268599665 req-65ba1591-0144-4e4e-8864-e364fb6fd892 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:10.205964 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1949ad6d-989d-4db0-9967-4e5268599665 req-65ba1591-0144-4e4e-8864-e364fb6fd892 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 944 time: 0.0904343 Sep 21 10:09:10.209127 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:09:10.209550 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Checking segment: {'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:09:10.210178 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Bound using segment: {'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:09:10.210605 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Bound port: 53e8896f-dc4e-4337-800f-9726f8d755fb, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'}}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:09:10.211039 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (53e8896f-dc4e-4337-800f-9726f8d755fb), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:10.306285 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1949ad6d-989d-4db0-9967-4e5268599665 req-2405d9ae-bd7f-4659-b071-3bcce9b687ff tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994055 Sep 21 10:09:10.334680 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-401a1fee-759a-4d91-824e-c09588ff332b None None] Attempt 5 to provision port 53e8896f-dc4e-4337-800f-9726f8d755fb Sep 21 10:09:10.397216 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-401a1fee-759a-4d91-824e-c09588ff332b None None] Port 53e8896f-dc4e-4337-800f-9726f8d755fb cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:09:10.399728 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device b46d67ab-a4f4-4630-8e67-80938052acb7 details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:09:10.428288 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894f03a-43e7-45fc-9692-c85d92667a03 req-96301fc9-37b5-404f-90af-aec6428e272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:10.430678 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4894f03a-43e7-45fc-9692-c85d92667a03 req-96301fc9-37b5-404f-90af-aec6428e272a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=60fbaebe-52f4-4e3a-8714-a12eadb4201c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1066592 Sep 21 10:09:10.509094 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] For port 53e8896f-dc4e-4337-800f-9726f8d755fb, host hv-cinder-85547, cleared binding levels {{(pid=106519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:09:10.538622 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:10.554351 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port b46d67ab-a4f4-4630-8e67-80938052acb7, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=b46d67ab-a4f4-4630-8e67-80938052acb7,segment=NetworkSegment(7d0c8935-6cd2-40e7-a78a-ed18778e00b5),segment_id=7d0c8935-6cd2-40e7-a78a-ed18778e00b5)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:09:10.562718 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05735b19-b36b-4394-81a2-836104814127 req-fa6c3774-b9bb-4f0a-99a9-00074cc4ff78 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:10.582099 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-05735b19-b36b-4394-81a2-836104814127 req-fa6c3774-b9bb-4f0a-99a9-00074cc4ff78 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 943 time: 0.1328127 Sep 21 10:09:10.597621 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': 'b46d67ab-a4f4-4630-8e67-80938052acb7', 'network_id': 'e99225b6-916e-4ede-a584-22ca38524abf', 'port_id': 'b46d67ab-a4f4-4630-8e67-80938052acb7', 'mac_address': 'fa:16:3e:7b:14:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5e4b4f-836d-4476-b56b-3ee47fd97507', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:09:10.659793 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port b46d67ab-a4f4-4630-8e67-80938052acb7 is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:09:10.660436 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b46d67ab-a4f4-4630-8e67-80938052acb7), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:10.666117 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] For port 53e8896f-dc4e-4337-800f-9726f8d755fb, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=53e8896f-dc4e-4337-800f-9726f8d755fb,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:09:10.687141 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46d67ab-a4f4-4630-8e67-80938052acb7 {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:09:10.719245 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (53e8896f-dc4e-4337-800f-9726f8d755fb), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:10.719573 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port b46d67ab-a4f4-4630-8e67-80938052acb7, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=b46d67ab-a4f4-4630-8e67-80938052acb7,segment=NetworkSegment(7d0c8935-6cd2-40e7-a78a-ed18778e00b5),segment_id=7d0c8935-6cd2-40e7-a78a-ed18778e00b5)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:09:10.725056 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b46d67ab-a4f4-4630-8e67-80938052acb7), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:10.750949 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:10.752226 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:10.753615 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/53e8896f-dc4e-4337-800f-9726f8d755fb HTTP/1.1" status: 200 len: 1094 time: 2.7351861 Sep 21 10:09:10.760015 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4695e2b1-5d48-485c-921d-dfdf2f7f69c7', 'tag': '53e8896f-dc4e-4337-800f-9726f8d755fb'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:09:10.761815 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35aa4d9d-5776-44b4-9ec1-83c3a3b27123" -d '{"events": [{"name": "network-changed", "server_uuid": "4695e2b1-5d48-485c-921d-dfdf2f7f69c7", "tag": "53e8896f-dc4e-4337-800f-9726f8d755fb"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:09:10.781285 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=b46d67ab-a4f4-4630-8e67-80938052acb7,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:10.832703 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920ff4b-ee46-43eb-87cb-80f7fd2a17e0 req-46791a3f-7e6a-42eb-a409-3715da50ffe2 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:10.834131 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1920ff4b-ee46-43eb-87cb-80f7fd2a17e0 req-46791a3f-7e6a-42eb-a409-3715da50ffe2 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 945 time: 0.1628597 Sep 21 10:09:10.860379 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:10.871431 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:10.884521 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-05735b19-b36b-4394-81a2-836104814127 req-bab88e16-d8cc-41e0-b4f7-4bd5ae5ad410 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009365 Sep 21 10:09:10.896890 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af46159-32d6-4ded-aa89-d429ba810f2e service neutron] Pushing event updated for resources: {'Port': ['ID=53e8896f-dc4e-4337-800f-9726f8d755fb,revision_number=3']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:10.908721 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-401a1fee-759a-4d91-824e-c09588ff332b None None] Attempt 6 to provision port 53e8896f-dc4e-4337-800f-9726f8d755fb Sep 21 10:09:10.919688 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4894f03a-43e7-45fc-9692-c85d92667a03 req-9866fda2-a963-4152-9dba-10b65d788577 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/60fbaebe-52f4-4e3a-8714-a12eadb4201c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812531 Sep 21 10:09:10.943907 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1920ff4b-ee46-43eb-87cb-80f7fd2a17e0 req-da9fd4fd-a7e4-416d-b221-cd128d5f1e5c tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955114 Sep 21 10:09:10.973678 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:11.014433 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-401a1fee-759a-4d91-824e-c09588ff332b None None] Port 53e8896f-dc4e-4337-800f-9726f8d755fb had new provisioning blocks added so it will not transition to active. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 10:09:11.046579 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdb3f9c-c4e3-4c21-a568-84ec20e341e4 x-openstack-request-id: req-acdb3f9c-c4e3-4c21-a568-84ec20e341e4 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:09:11.047373 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4695e2b1-5d48-485c-921d-dfdf2f7f69c7", "tag": "53e8896f-dc4e-4337-800f-9726f8d755fb", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:09:11.047373 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-acdb3f9c-c4e3-4c21-a568-84ec20e341e4 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:09:11.048619 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acdb3f9c-c4e3-4c21-a568-84ec20e341e4'] response: {'name': 'network-changed', 'server_uuid': '4695e2b1-5d48-485c-921d-dfdf2f7f69c7', 'tag': '53e8896f-dc4e-4337-800f-9726f8d755fb', 'status': 'completed', 'code': 200} Sep 21 10:09:11.073211 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['b46d67ab-a4f4-4630-8e67-80938052acb7'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:09:11.195443 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff899d-1fa6-4cad-9bbd-e168d5d076b5 req-72cdb167-0d27-4600-a83b-1eec6a581019 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:11.197150 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-51ff899d-1fa6-4cad-9bbd-e168d5d076b5 req-72cdb167-0d27-4600-a83b-1eec6a581019 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.1158686 Sep 21 10:09:11.290873 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-a18db3e1-b088-48b4-af4c-ca346fd07136 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:11.294668 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-a18db3e1-b088-48b4-af4c-ca346fd07136 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/networks?id=6327c42e-81d4-4192-bfe4-14e358641177 HTTP/1.1" status: 200 len: 814 time: 0.1655664 Sep 21 10:09:11.297298 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-51ff899d-1fa6-4cad-9bbd-e168d5d076b5 req-fea27ee9-3ce8-4c39-8ef5-5622e63f9a72 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887747 Sep 21 10:09:11.313434 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-b49f0a60-fd25-4c77-8715-2a62387db58f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/quotas/e9df852f2e3a4ac0b52f80480949469c HTTP/1.1" status: 200 len: 375 time: 0.0103250 Sep 21 10:09:11.394432 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-a1751c39-56c7-47a9-ac9c-2017248d506d tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=e9df852f2e3a4ac0b52f80480949469c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648108 Sep 21 10:09:11.475920 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9c88c-8ed8-47cd-9038-da9b7767de56 req-82237209-1a78-4667-9b6e-e602a6ac26b9 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:11.477627 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80e9c88c-8ed8-47cd-9038-da9b7767de56 req-82237209-1a78-4667-9b6e-e602a6ac26b9 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 947 time: 0.1044958 Sep 21 10:09:11.558440 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80e9c88c-8ed8-47cd-9038-da9b7767de56 req-44ad3ace-3da9-451d-a4d0-0761ad35178c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748620 Sep 21 10:09:11.560375 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-e763f923-5fc7-4769-938f-5b5065ab811a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6327c42e-81d4-4192-bfe4-14e358641177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496353 Sep 21 10:09:11.598531 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:11.732596 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-986da92c-9010-41bc-a53c-6d2121c825a7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6327c42e-81d4-4192-bfe4-14e358641177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654532 Sep 21 10:09:11.744735 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300b4ed-687c-4dfa-92ca-5b74afdbca40 req-01970f9b-ba48-4c44-892b-8a80665141de tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:11.746298 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e300b4ed-687c-4dfa-92ca-5b74afdbca40 req-01970f9b-ba48-4c44-892b-8a80665141de tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 944 time: 0.0751581 Sep 21 10:09:11.809486 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e300b4ed-687c-4dfa-92ca-5b74afdbca40 req-101ff8ff-41e7-4ef5-912a-b6ee09429b90 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535712 Sep 21 10:09:12.269941 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1f203c31-7fe6-4d74-a3fd-e806d66565db req-9a92f024-d6d7-49f8-9203-9f05d5c3963f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 210 time: 0.3258023 Sep 21 10:09:12.334200 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98d1b1-bba5-4c1d-99ee-8ea65461d2e8 req-e6e28cd2-3499-417c-8b73-be8fd1b68b39 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:12.335761 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7d98d1b1-bba5-4c1d-99ee-8ea65461d2e8 req-e6e28cd2-3499-417c-8b73-be8fd1b68b39 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 944 time: 0.0710218 Sep 21 10:09:12.361828 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4894f03a-43e7-45fc-9692-c85d92667a03 req-4354387b-991b-4d48-8171-f00faa0f76ac service neutron] 10.222.0.42 "GET /networking/v2.0/networks/60fbaebe-52f4-4e3a-8714-a12eadb4201c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070858 Sep 21 10:09:12.387937 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device b46d67ab-a4f4-4630-8e67-80938052acb7 up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:09:12.426991 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:12.464100 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port b46d67ab-a4f4-4630-8e67-80938052acb7 completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:09:12.465895 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa4d9d-5776-44b4-9ec1-83c3a3b27123 req-f72344d3-b55e-4522-be58-201b3f54c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:12.467695 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-35aa4d9d-5776-44b4-9ec1-83c3a3b27123 req-f72344d3-b55e-4522-be58-201b3f54c2ca service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=91470b6b84c040bb85eec3f27b31f139&device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 1128 time: 0.0550940 Sep 21 10:09:12.477610 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port b46d67ab-a4f4-4630-8e67-80938052acb7 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:09:12.478666 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (b46d67ab-a4f4-4630-8e67-80938052acb7), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:12.479688 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port b46d67ab-a4f4-4630-8e67-80938052acb7 Sep 21 10:09:12.515306 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7d98d1b1-bba5-4c1d-99ee-8ea65461d2e8 req-6cccfbd1-abfd-4e0e-bdb0-4509c8b5d03c tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663988 Sep 21 10:09:12.531632 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4c594-cf64-4bc1-8b22-0b857fa354b7 req-c7c3a80d-9001-4aa1-b470-9b7d677d96be tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:12.534995 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-edf4c594-cf64-4bc1-8b22-0b857fa354b7 req-c7c3a80d-9001-4aa1-b470-9b7d677d96be tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 945 time: 0.1664312 Sep 21 10:09:12.571926 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port b46d67ab-a4f4-4630-8e67-80938052acb7 is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:09:12.572642 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b46d67ab-a4f4-4630-8e67-80938052acb7), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:12.603021 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a556b15b-f9da-4cff-8722-2873ea3d1e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46d67ab-a4f4-4630-8e67-80938052acb7'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:09:12.605985 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb22c1cc-9420-4f48-af87-0dd6871ea398" -d '{"events": [{"server_uuid": "a556b15b-f9da-4cff-8722-2873ea3d1e64", "name": "network-vif-plugged", "status": "completed", "tag": "b46d67ab-a4f4-4630-8e67-80938052acb7"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:09:12.623300 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port b46d67ab-a4f4-4630-8e67-80938052acb7, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=b46d67ab-a4f4-4630-8e67-80938052acb7,segment=NetworkSegment(7d0c8935-6cd2-40e7-a78a-ed18778e00b5),segment_id=7d0c8935-6cd2-40e7-a78a-ed18778e00b5)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:09:12.628392 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:12.629331 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:12.630126 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b46d67ab-a4f4-4630-8e67-80938052acb7), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:12.694876 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=b46d67ab-a4f4-4630-8e67-80938052acb7,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:12.787086 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8e64a-14ea-4d70-9f23-8fa8597b5b9f req-fc6a884c-7b97-4bf5-a765-969a4744a39f tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:12.788628 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a1e8e64a-14ea-4d70-9f23-8fa8597b5b9f req-fc6a884c-7b97-4bf5-a765-969a4744a39f tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.1319625 Sep 21 10:09:12.801872 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa4d9d-5776-44b4-9ec1-83c3a3b27123 req-5ff7f5ac-abe0-437b-8541-2b988fd462d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:12.803336 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-35aa4d9d-5776-44b4-9ec1-83c3a3b27123 req-5ff7f5ac-abe0-437b-8541-2b988fd462d2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=91470b6b84c040bb85eec3f27b31f139&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3246989 Sep 21 10:09:12.806746 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-edf4c594-cf64-4bc1-8b22-0b857fa354b7 req-9efdd4d6-1f07-4b5f-9e51-3680b36f3874 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=480b639e-b618-43a2-bd8e-9339b2dbc132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738539 Sep 21 10:09:12.812568 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3bc94-c3a2-4beb-8030-49d23269fff4 req-72ce11a2-76df-49c1-86e1-cc021a60ccae tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:12.815238 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-02a3bc94-c3a2-4beb-8030-49d23269fff4 req-72ce11a2-76df-49c1-86e1-cc021a60ccae tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 945 time: 0.1742237 Sep 21 10:09:12.866604 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a1e8e64a-14ea-4d70-9f23-8fa8597b5b9f req-0121aff4-ec22-4b20-8a74-348a9d7d5399 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502520 Sep 21 10:09:12.880393 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6845e127-d598-4083-abff-a2d7660ae7e9 x-openstack-request-id: req-6845e127-d598-4083-abff-a2d7660ae7e9 {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:09:12.880823 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a556b15b-f9da-4cff-8722-2873ea3d1e64", "name": "network-vif-plugged", "status": "completed", "tag": "b46d67ab-a4f4-4630-8e67-80938052acb7", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:09:12.881022 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6845e127-d598-4083-abff-a2d7660ae7e9 {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:09:12.881401 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6845e127-d598-4083-abff-a2d7660ae7e9'] response: {'server_uuid': 'a556b15b-f9da-4cff-8722-2873ea3d1e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46d67ab-a4f4-4630-8e67-80938052acb7', 'code': 200} Sep 21 10:09:13.132498 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e49e2-ed92-4887-b241-0289cb3009aa req-107e7db7-5f7c-422b-8e00-8ea898bf02b7 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:13.134100 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ee1e49e2-ed92-4887-b241-0289cb3009aa req-107e7db7-5f7c-422b-8e00-8ea898bf02b7 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 944 time: 0.1294274 Sep 21 10:09:13.154637 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecfddc-8ef5-4905-938f-3bd15dc9f094 req-6c3befea-1356-45cc-a3c5-0b6e66bcc6c4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:13.156242 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-47ecfddc-8ef5-4905-938f-3bd15dc9f094 req-6c3befea-1356-45cc-a3c5-0b6e66bcc6c4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 947 time: 0.1527443 Sep 21 10:09:13.214914 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-02a3bc94-c3a2-4beb-8030-49d23269fff4 req-a7535756-a7b0-4ba1-9a26-6eaa7a3ba433 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Deleting port 9f00efa1-e6d7-4ea2-b048-3de3d879010a {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:09:13.215236 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-02a3bc94-c3a2-4beb-8030-49d23269fff4 req-a7535756-a7b0-4ba1-9a26-6eaa7a3ba433 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (9f00efa1-e6d7-4ea2-b048-3de3d879010a), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:13.230778 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa4d9d-5776-44b4-9ec1-83c3a3b27123 req-a1da6c26-170f-43c1-8f9f-8984906d09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:13.232307 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-35aa4d9d-5776-44b4-9ec1-83c3a3b27123 req-a1da6c26-170f-43c1-8f9f-8984906d09ab service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3304038 Sep 21 10:09:13.314708 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ee1e49e2-ed92-4887-b241-0289cb3009aa req-8baf2347-3e0a-4161-8218-47dd1d32dc95 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686308 Sep 21 10:09:13.341876 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-47ecfddc-8ef5-4905-938f-3bd15dc9f094 req-2966e06c-0679-4a04-96c9-57baa4a0726e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730180 Sep 21 10:09:13.422724 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-02a3bc94-c3a2-4beb-8030-49d23269fff4 req-a7535756-a7b0-4ba1-9a26-6eaa7a3ba433 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] For port 9f00efa1-e6d7-4ea2-b048-3de3d879010a, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=9f00efa1-e6d7-4ea2-b048-3de3d879010a,segment=NetworkSegment(e98dae54-3975-4fad-b281-4cfcb4a17beb),segment_id=e98dae54-3975-4fad-b281-4cfcb4a17beb)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:09:13.424125 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-02a3bc94-c3a2-4beb-8030-49d23269fff4 req-a7535756-a7b0-4ba1-9a26-6eaa7a3ba433 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (9f00efa1-e6d7-4ea2-b048-3de3d879010a), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:13.450960 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-02a3bc94-c3a2-4beb-8030-49d23269fff4 req-a7535756-a7b0-4ba1-9a26-6eaa7a3ba433 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Calling delete_port for 9f00efa1-e6d7-4ea2-b048-3de3d879010a owned by compute:nova {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:09:13.563953 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d98d17bb-3e0a-4449-a70f-2d0f751a4c5c req-7ad54127-0eab-4523-a53e-c628e25c1b26 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 210 time: 0.0871093 Sep 21 10:09:13.570566 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-6603df0c-fa74-4053-a560-4b256d57c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:13.572133 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-6603df0c-fa74-4053-a560-4b256d57c927 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=91470b6b84c040bb85eec3f27b31f139&device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 1128 time: 0.1085219 Sep 21 10:09:13.640760 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:13.714064 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd6c07-f5ca-4f2c-bb89-2947e75e05e2 req-ef0f1648-5413-42c1-b0d6-2f4f73f6df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:13.715602 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-c7bd6c07-f5ca-4f2c-bb89-2947e75e05e2 req-ef0f1648-5413-42c1-b0d6-2f4f73f6df0f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 1129 time: 0.0672324 Sep 21 10:09:13.731896 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-4d01b241-2374-422e-ae3f-37177f5bc416 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53e8896f-dc4e-4337-800f-9726f8d755fb HTTP/1.1" status: 200 len: 217 time: 0.1328819 Sep 21 10:09:13.776495 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-c7bd6c07-f5ca-4f2c-bb89-2947e75e05e2 req-45649da5-b78e-44f5-a7bd-6cb4adff5eed service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537210 Sep 21 10:09:13.839105 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ef172-761d-403e-a734-9f7422addba5 req-65410553-f2a5-4f9a-bd74-faea101b8a49 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:13.840660 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-eb1ef172-761d-403e-a734-9f7422addba5 req-65410553-f2a5-4f9a-bd74-faea101b8a49 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 945 time: 0.1976810 Sep 21 10:09:13.872447 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-ac8836c6-e148-4b96-9ae2-72fc8de24488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:13.873934 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-ac8836c6-e148-4b96-9ae2-72fc8de24488 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a03c6c51-ced1-4661-a77b-9c8af558d81f HTTP/1.1" status: 200 len: 850 time: 0.1176457 Sep 21 10:09:13.894653 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-02a3bc94-c3a2-4beb-8030-49d23269fff4 req-a7535756-a7b0-4ba1-9a26-6eaa7a3ba433 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994'] for port (9f00efa1-e6d7-4ea2-b048-3de3d879010a), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:13.908355 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['9f00efa1-e6d7-4ea2-b048-3de3d879010a'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:09:13.909043 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:13.971097 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7535756-a7b0-4ba1-9a26-6eaa7a3ba433 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Pushing event deleted for resources: {'Port': ['ID=9f00efa1-e6d7-4ea2-b048-3de3d879010a,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:13.979074 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4eb7fc42-2e81-4e96-b09b-df52df80f945 req-8968066e-f005-461e-b555-9b23e5eb7a4c tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 210 time: 0.0768247 Sep 21 10:09:13.990404 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-eb1ef172-761d-403e-a734-9f7422addba5 req-337af623-d57b-4b46-9d8c-68cebe4b2ea0 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418164 Sep 21 10:09:14.074138 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-d0528391-ebb5-4c6d-ae34-e6de6f710dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:14.075926 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-d0528391-ebb5-4c6d-ae34-e6de6f710dd6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844145 Sep 21 10:09:14.077045 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a3bc94-c3a2-4beb-8030-49d23269fff4 req-a7535756-a7b0-4ba1-9a26-6eaa7a3ba433 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] No DVR routers for this DVR port 9f00efa1-e6d7-4ea2-b048-3de3d879010a on host hv-cinder-85547 {{(pid=106519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:09:14.081269 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-02a3bc94-c3a2-4beb-8030-49d23269fff4 req-a7535756-a7b0-4ba1-9a26-6eaa7a3ba433 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:14.087290 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-02a3bc94-c3a2-4beb-8030-49d23269fff4 req-a7535756-a7b0-4ba1-9a26-6eaa7a3ba433 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.42 "DELETE /networking/v2.0/ports/9f00efa1-e6d7-4ea2-b048-3de3d879010a HTTP/1.1" status: 204 len: 173 time: 1.1863804 Sep 21 10:09:14.088192 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ae15f6-d962-47d4-8bfc-9af9f24b2d5a', 'name': 'network-vif-deleted', 'tag': '9f00efa1-e6d7-4ea2-b048-3de3d879010a'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:09:14.093242 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53aac907-6a7b-4749-823b-8139a9898c9d" -d '{"events": [{"server_uuid": "65ae15f6-d962-47d4-8bfc-9af9f24b2d5a", "name": "network-vif-deleted", "tag": "9f00efa1-e6d7-4ea2-b048-3de3d879010a"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:09:14.194060 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2adbad-7360-4e3a-85d6-e210332c441e x-openstack-request-id: req-ff2adbad-7360-4e3a-85d6-e210332c441e {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:09:14.194345 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ae15f6-d962-47d4-8bfc-9af9f24b2d5a", "name": "network-vif-deleted", "tag": "9f00efa1-e6d7-4ea2-b048-3de3d879010a", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:09:14.194580 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ff2adbad-7360-4e3a-85d6-e210332c441e {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:09:14.194980 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2adbad-7360-4e3a-85d6-e210332c441e'] response: {'server_uuid': '65ae15f6-d962-47d4-8bfc-9af9f24b2d5a', 'name': 'network-vif-deleted', 'tag': '9f00efa1-e6d7-4ea2-b048-3de3d879010a', 'status': 'completed', 'code': 200} Sep 21 10:09:14.219836 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418070e5-e44a-470c-b3c7-e7a1af68676f req-fb85676d-2777-4d67-94e1-269b67d9e008 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:14.221421 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-418070e5-e44a-470c-b3c7-e7a1af68676f req-fb85676d-2777-4d67-94e1-269b67d9e008 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.0915494 Sep 21 10:09:14.290559 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-b48cb824-3d7d-457c-a641-e82340fec074 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900930 Sep 21 10:09:14.307083 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-418070e5-e44a-470c-b3c7-e7a1af68676f req-8194643e-eab7-4328-b4d2-25b8b66f9a21 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785053 Sep 21 10:09:14.500223 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb03f9e-4137-4c5d-8a51-7ca3564cabf9 req-0ce59c64-c5d0-4c18-afde-7564e9feb8ba tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:14.502480 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6eb03f9e-4137-4c5d-8a51-7ca3564cabf9 req-0ce59c64-c5d0-4c18-afde-7564e9feb8ba tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 944 time: 0.0552654 Sep 21 10:09:14.667029 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6eb03f9e-4137-4c5d-8a51-7ca3564cabf9 req-e75e5a3c-acbc-4819-afb9-494434355317 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535985 Sep 21 10:09:14.744109 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-624b3d18-77d8-41d5-86d6-6ea73ff0566b req-0372e124-047d-423b-b506-3832a6caae5b tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 210 time: 0.0604417 Sep 21 10:09:14.781440 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d60dfac-838d-4e7e-a6b7-1c7746e126a3 req-2e15ecdd-f385-4483-9820-4846879f98ca service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475073 Sep 21 10:09:15.127868 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c1db303c-98d6-49d9-a390-101868cf4d23 req-d27b2530-11ae-4122-aaae-2b753203fb54 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 210 time: 0.0321453 Sep 21 10:09:15.189334 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82a75a-5501-452e-8480-3d9654cb748c req-02af2a03-3f96-46ea-bdcc-5cda383a16b8 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:15.191956 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6f82a75a-5501-452e-8480-3d9654cb748c req-02af2a03-3f96-46ea-bdcc-5cda383a16b8 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 945 time: 0.0622678 Sep 21 10:09:15.259291 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6f82a75a-5501-452e-8480-3d9654cb748c req-bd468f04-8474-438a-acec-11931207761c tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562465 Sep 21 10:09:15.895560 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:15.934758 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-69f64c76-d3bc-46e6-8eb0-99788d6bbd48 req-7c0ab233-1a81-42e6-b2da-0de32f7c7c8a tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 210 time: 0.0574191 Sep 21 10:09:15.989664 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-75c17c25-282f-4639-81d6-4f0aa735dc18 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:15.991446 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-75c17c25-282f-4639-81d6-4f0aa735dc18 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.42 "GET /networking/v2.0/networks?id=6327c42e-81d4-4192-bfe4-14e358641177 HTTP/1.1" status: 200 len: 814 time: 0.3286252 Sep 21 10:09:16.006080 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:16.019686 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4b323-8dc7-4a7c-9861-91cc3b7c2153 req-56d87fd3-4726-4219-9b58-7476b4e56610 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:16.022808 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-10b4b323-8dc7-4a7c-9861-91cc3b7c2153 req-56d87fd3-4726-4219-9b58-7476b4e56610 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 944 time: 0.1361563 Sep 21 10:09:16.031533 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-002a8706-1b9c-438b-bc94-f36387849a13 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Request body: {'port': {'device_id': 'f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09', 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177', 'admin_state_up': True, 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:09:16.185012 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-10b4b323-8dc7-4a7c-9861-91cc3b7c2153 req-ac3e846c-f520-4c5e-85f4-4ba71d2b0296 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408539 Sep 21 10:09:16.254755 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-002a8706-1b9c-438b-bc94-f36387849a13 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Made reservation on behalf of e9df852f2e3a4ac0b52f80480949469c for: {'port': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:09:16.265913 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-002a8706-1b9c-438b-bc94-f36387849a13 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:16.389813 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-39636e00-d8c4-4a25-8d61-b6678c3a8a9b req-db509a29-47ec-46ea-84b8-72a7f0807c02 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 210 time: 0.0730097 Sep 21 10:09:16.396812 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 9f00efa1-e6d7-4ea2-b048-3de3d879010a no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:09:16.426078 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: 9f00efa1-e6d7-4ea2-b048-3de3d879010a {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:09:16.426837 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 9f00efa1-e6d7-4ea2-b048-3de3d879010a not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:09:16.519320 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-002a8706-1b9c-438b-bc94-f36387849a13 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Allocated IP 172.20.0.3 (6327c42e-81d4-4192-bfe4-14e358641177/e8b55abb-da7c-4272-a2d3-3aab9146c566/f2ed67a4-c291-42d9-be95-f7e630f1a56b) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:09:16.535556 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:16.783266 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-002a8706-1b9c-438b-bc94-f36387849a13 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:16.865303 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-002a8706-1b9c-438b-bc94-f36387849a13 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:16.923335 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-002a8706-1b9c-438b-bc94-f36387849a13 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Network 6327c42e-81d4-4192-bfe4-14e358641177 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:09:16.947683 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-002a8706-1b9c-438b-bc94-f36387849a13 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:09:16.947683 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-002a8706-1b9c-438b-bc94-f36387849a13 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:09:16.948009 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-002a8706-1b9c-438b-bc94-f36387849a13 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:16.948675 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-002a8706-1b9c-438b-bc94-f36387849a13 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:16.972222 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-002a8706-1b9c-438b-bc94-f36387849a13 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9476399 Sep 21 10:09:16.993969 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a8706-1b9c-438b-bc94-f36387849a13 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Pushing event updated for resources: {'Port': ['ID=f2ed67a4-c291-42d9-be95-f7e630f1a56b,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:17.168431 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:17.194626 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3859d-be45-4095-b96b-6940fb990e83 req-b56e4583-b10b-404c-ae4e-9f46d122bd34 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:17.228299 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-96f3859d-be45-4095-b96b-6940fb990e83 req-b56e4583-b10b-404c-ae4e-9f46d122bd34 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 931 time: 0.1204481 Sep 21 10:09:17.323437 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-96f3859d-be45-4095-b96b-6940fb990e83 req-ce748931-7c03-4013-b2ae-dec9a5003106 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942295 Sep 21 10:09:17.326028 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Provisioning complete for port f2ed67a4-c291-42d9-be95-f7e630f1a56b triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:09:17.326413 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:17.326723 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Attempt 1 to provision port f2ed67a4-c291-42d9-be95-f7e630f1a56b Sep 21 10:09:17.391828 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c7052-44c7-45a0-bf4c-300bd56764d9 req-38073b39-cc17-413a-bf60-595f27533212 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:17.395454 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Port f2ed67a4-c291-42d9-be95-f7e630f1a56b cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:09:17.398941 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b59c7052-44c7-45a0-bf4c-300bd56764d9 req-38073b39-cc17-413a-bf60-595f27533212 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 944 time: 0.0929062 Sep 21 10:09:17.479434 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b59c7052-44c7-45a0-bf4c-300bd56764d9 req-8c6968d5-f663-4212-bd9f-2683fdb00e43 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794325 Sep 21 10:09:17.552661 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:17.587069 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b3beddc2-c771-4c72-8050-5c13159a82d9 req-d1068c14-c7ad-4394-8831-3bd91ff22cf6 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 210 time: 0.0539284 Sep 21 10:09:17.896682 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Attempt 2 to provision port f2ed67a4-c291-42d9-be95-f7e630f1a56b Sep 21 10:09:17.943252 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Port f2ed67a4-c291-42d9-be95-f7e630f1a56b cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:09:18.444194 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Attempt 3 to provision port f2ed67a4-c291-42d9-be95-f7e630f1a56b Sep 21 10:09:18.462804 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5458569-c31b-4e52-8263-c2a1e3c04634 req-f858610e-0cfc-41c6-834b-6d427247241b tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:18.464476 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b5458569-c31b-4e52-8263-c2a1e3c04634 req-f858610e-0cfc-41c6-834b-6d427247241b tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 931 time: 0.0523145 Sep 21 10:09:18.479791 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Port f2ed67a4-c291-42d9-be95-f7e630f1a56b cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:09:18.520039 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b5458569-c31b-4e52-8263-c2a1e3c04634 req-077660b9-eb36-4e53-9c28-9adf7b50af71 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452099 Sep 21 10:09:18.632784 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52277be6-35fd-457b-baa3-243f52080531 req-4d49383c-d44a-4774-9435-4312bb19e45c tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:18.634435 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-52277be6-35fd-457b-baa3-243f52080531 req-4d49383c-d44a-4774-9435-4312bb19e45c tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 944 time: 0.0523543 Sep 21 10:09:18.694407 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-52277be6-35fd-457b-baa3-243f52080531 req-98ce7db5-7d44-4e55-a96f-535eac56c3c2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523763 Sep 21 10:09:18.736686 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d3991f1c-21cf-4c9c-84c0-cb4e2cd2a63c req-579cfbc2-f194-49f3-927e-82a4867d35b8 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 210 time: 0.0367858 Sep 21 10:09:18.981865 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Attempt 4 to provision port f2ed67a4-c291-42d9-be95-f7e630f1a56b Sep 21 10:09:19.015926 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Port f2ed67a4-c291-42d9-be95-f7e630f1a56b cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:09:19.518132 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Attempt 5 to provision port f2ed67a4-c291-42d9-be95-f7e630f1a56b Sep 21 10:09:19.555458 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Port f2ed67a4-c291-42d9-be95-f7e630f1a56b cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:09:19.723347 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b16d9-a00f-4b12-8f61-2989cb367132 req-68684e1f-de2e-485a-baf8-a586b66089c4 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:19.725995 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e47b16d9-a00f-4b12-8f61-2989cb367132 req-68684e1f-de2e-485a-baf8-a586b66089c4 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 931 time: 0.0558743 Sep 21 10:09:19.779629 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e47b16d9-a00f-4b12-8f61-2989cb367132 req-58854192-fd3a-4136-99ed-2dcbbf65c93c tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443182 Sep 21 10:09:19.841552 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599931-b18d-4496-89c2-ce80dedfead5 req-2991fe5d-a172-4226-9d74-4efd3736f4b9 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:19.847590 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80599931-b18d-4496-89c2-ce80dedfead5 req-2991fe5d-a172-4226-9d74-4efd3736f4b9 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 944 time: 0.0668766 Sep 21 10:09:19.904333 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80599931-b18d-4496-89c2-ce80dedfead5 req-e30c564b-affa-4379-8c87-ab73b2dacb41 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514376 Sep 21 10:09:19.941709 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-db4efc6d-997a-4462-9fca-c7a2658757df req-0b56868e-ff24-4f5b-8392-94ddda303ac9 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 210 time: 0.0360365 Sep 21 10:09:20.056300 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Attempt 6 to provision port f2ed67a4-c291-42d9-be95-f7e630f1a56b Sep 21 10:09:20.094690 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Port f2ed67a4-c291-42d9-be95-f7e630f1a56b cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:09:20.595604 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Attempt 7 to provision port f2ed67a4-c291-42d9-be95-f7e630f1a56b Sep 21 10:09:20.629345 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Port f2ed67a4-c291-42d9-be95-f7e630f1a56b cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:09:20.923867 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c185f-bcdf-4b56-80c8-a9a53b16311d req-58c0e5f4-4c5a-4bf5-a80a-b2c9531eb8b7 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:20.925232 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4f5c185f-bcdf-4b56-80c8-a9a53b16311d req-58c0e5f4-4c5a-4bf5-a80a-b2c9531eb8b7 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 931 time: 0.0473425 Sep 21 10:09:20.946753 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:20.985746 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4f5c185f-bcdf-4b56-80c8-a9a53b16311d req-8d190d83-cb4b-4c80-a216-1a6d42690cd9 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542409 Sep 21 10:09:21.035917 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681783d6-7026-4016-bc4c-498ca57fdcd0 req-88e99009-6725-4b2d-96d2-b62306c77dda tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:21.037430 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-681783d6-7026-4016-bc4c-498ca57fdcd0 req-88e99009-6725-4b2d-96d2-b62306c77dda tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 944 time: 0.0479443 Sep 21 10:09:21.115180 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4063013f-2f02-4831-952c-1d7132767963 req-48a82a74-1ab8-4500-ba6e-277e48242836 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 210 time: 0.0449421 Sep 21 10:09:21.118936 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-681783d6-7026-4016-bc4c-498ca57fdcd0 req-11c8fe6f-7b55-4f34-a6e0-4e8ee049ac27 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760124 Sep 21 10:09:21.130042 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Attempt 8 to provision port f2ed67a4-c291-42d9-be95-f7e630f1a56b Sep 21 10:09:21.177930 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Port f2ed67a4-c291-42d9-be95-f7e630f1a56b cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:09:21.679887 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Attempt 9 to provision port f2ed67a4-c291-42d9-be95-f7e630f1a56b Sep 21 10:09:21.724757 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Port f2ed67a4-c291-42d9-be95-f7e630f1a56b cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:09:22.122456 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9be2d9-a730-4a03-a63f-332b5c8d662d req-37143b5e-f170-4d77-b324-301f4773b901 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:22.123990 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2e9be2d9-a730-4a03-a63f-332b5c8d662d req-37143b5e-f170-4d77-b324-301f4773b901 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 931 time: 0.0493374 Sep 21 10:09:22.195886 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2e9be2d9-a730-4a03-a63f-332b5c8d662d req-53fcaba7-1fbe-4a84-bf0e-78d8923c6c26 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655546 Sep 21 10:09:22.226197 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Attempt 10 to provision port f2ed67a4-c291-42d9-be95-f7e630f1a56b Sep 21 10:09:22.301298 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-c6f13aaa-e390-4f99-9d1d-9ce56c593939 None None] Port f2ed67a4-c291-42d9-be95-f7e630f1a56b cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:09:22.306824 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1bd9ec49-1874-42e7-879e-0b6352acbe9f req-9314fa24-3a1b-4456-a81b-b81718d67abf tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 210 time: 0.0724261 Sep 21 10:09:22.390999 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4134b-6c7f-4a5c-bbfc-7b83f554fb2d req-35591b52-6e47-48cf-aa26-8c4fda7afb00 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:22.400314 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a7a4134b-6c7f-4a5c-bbfc-7b83f554fb2d req-35591b52-6e47-48cf-aa26-8c4fda7afb00 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 944 time: 0.0884778 Sep 21 10:09:22.448864 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a7a4134b-6c7f-4a5c-bbfc-7b83f554fb2d req-7392de7e-8949-41f9-9329-a61dd7a4d5ef tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470378 Sep 21 10:09:23.356809 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93477128-05d5-449d-997d-eff66d9267d2 req-0b3f8411-3ed0-4277-a0e2-9e01598b31c7 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:23.358603 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-93477128-05d5-449d-997d-eff66d9267d2 req-0b3f8411-3ed0-4277-a0e2-9e01598b31c7 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 931 time: 0.0668297 Sep 21 10:09:23.457411 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cd8e45f5-9144-4446-9eec-0a04c12ce2b3 req-b533e5ba-d32c-4f86-a951-e2019150a2c6 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 210 time: 0.0571802 Sep 21 10:09:23.462226 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-93477128-05d5-449d-997d-eff66d9267d2 req-8b3a8214-b447-486c-bf3b-d090961da006 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949137 Sep 21 10:09:23.598215 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4cc5b-86db-4e81-8d17-acec48489348 req-6e1c60ba-3726-4153-9c28-07aa9e9513eb tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:23.599797 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3dd4cc5b-86db-4e81-8d17-acec48489348 req-6e1c60ba-3726-4153-9c28-07aa9e9513eb tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 944 time: 0.0531800 Sep 21 10:09:23.652849 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3dd4cc5b-86db-4e81-8d17-acec48489348 req-dcd68212-b047-488c-a337-3c3c46338384 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472488 Sep 21 10:09:23.768346 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=90 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:23.774724 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=52 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:24.599536 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:24.624412 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b4209e50-1c7d-4a59-a7b9-51b2c96bd41e req-3fe604f9-c256-49f9-aad8-07f2092c230e tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 210 time: 0.0663006 Sep 21 10:09:24.646184 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd8910-e9cd-4e1e-a8a4-5e0f241d4086 req-eef8a5a1-c0c3-4bf3-923a-af99d85d5727 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:24.647698 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7edd8910-e9cd-4e1e-a8a4-5e0f241d4086 req-eef8a5a1-c0c3-4bf3-923a-af99d85d5727 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 931 time: 0.0776358 Sep 21 10:09:24.702065 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7edd8910-e9cd-4e1e-a8a4-5e0f241d4086 req-130ad9b2-9210-4e80-a1f1-bc03ebc88031 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478237 Sep 21 10:09:24.822372 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95faf219-5aad-4c21-8e10-c3c0e57e2623 req-8e1331ef-1c21-4cfb-9006-7881abb8dd75 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:24.823962 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-95faf219-5aad-4c21-8e10-c3c0e57e2623 req-8e1331ef-1c21-4cfb-9006-7881abb8dd75 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 944 time: 0.0609062 Sep 21 10:09:24.904771 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-95faf219-5aad-4c21-8e10-c3c0e57e2623 req-0027d7a0-7425-4649-95a7-5b38878a2ff9 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742736 Sep 21 10:09:25.783157 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9c847b2c-34bd-4cc0-a21f-302e340a0bfa req-f0520572-b761-4d3a-80f4-6db7c35ca958 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 210 time: 0.0411551 Sep 21 10:09:25.894609 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebb339-c108-43da-a530-ddba86e5d255 req-ebeeebd1-22ea-4da5-b54d-bddaca95a2e1 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:25.896738 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8cebb339-c108-43da-a530-ddba86e5d255 req-ebeeebd1-22ea-4da5-b54d-bddaca95a2e1 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 931 time: 0.0638695 Sep 21 10:09:25.964387 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8cebb339-c108-43da-a530-ddba86e5d255 req-08f2b99d-a594-4845-90dc-1e9625db838e tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603790 Sep 21 10:09:26.057081 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7320e3-9f89-4f5d-ada1-21fe809e135a req-53025f1e-000e-4da6-95b7-ab2205ac0da4 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:26.058703 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-de7320e3-9f89-4f5d-ada1-21fe809e135a req-53025f1e-000e-4da6-95b7-ab2205ac0da4 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 944 time: 0.0503056 Sep 21 10:09:26.130567 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-de7320e3-9f89-4f5d-ada1-21fe809e135a req-8fff4522-3085-496e-87bc-53f8500e52bd tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655377 Sep 21 10:09:26.635045 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=5 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:26.972288 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cf7e5cde-a945-4dca-ad9c-cf1cd543d6bb req-6186b280-d883-47e9-916e-33ecad4c44f4 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 210 time: 0.0343697 Sep 21 10:09:27.112633 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d32d44-7a6d-40aa-aefc-f35b8df98880 req-68ca91a5-7555-41b5-8db8-c39ec77e4e6d tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:27.116768 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b2d32d44-7a6d-40aa-aefc-f35b8df98880 req-68ca91a5-7555-41b5-8db8-c39ec77e4e6d tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 931 time: 0.0535700 Sep 21 10:09:27.179336 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b2d32d44-7a6d-40aa-aefc-f35b8df98880 req-5b132052-7f13-43a4-8103-6d3a8d855d59 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576682 Sep 21 10:09:27.286867 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd11a33-670b-4efd-81c6-c24c7759b82e req-cf5636d0-3e40-4dcf-bd96-f5dcd0cae050 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:27.288394 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4cd11a33-670b-4efd-81c6-c24c7759b82e req-cf5636d0-3e40-4dcf-bd96-f5dcd0cae050 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 944 time: 0.0499954 Sep 21 10:09:27.300885 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:27.370310 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4cd11a33-670b-4efd-81c6-c24c7759b82e req-0921b31b-33e6-42ff-9278-9b548772955f tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763552 Sep 21 10:09:27.612436 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:28.093744 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4a47fb72-c169-419a-8fa4-29b4f30a3a4b req-4f9226a3-80d2-461b-91ed-df04b243eb4c tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 210 time: 0.0271604 Sep 21 10:09:28.310855 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9c2ae-f0cc-4540-8945-f66929b2cf8f req-891f1eae-4c76-458c-8f83-f1a6188faa60 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:28.312388 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-67f9c2ae-f0cc-4540-8945-f66929b2cf8f req-891f1eae-4c76-458c-8f83-f1a6188faa60 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 931 time: 0.0545557 Sep 21 10:09:28.363974 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-67f9c2ae-f0cc-4540-8945-f66929b2cf8f req-2575cafe-94ea-4f35-ae56-34b4660ff975 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455890 Sep 21 10:09:28.504984 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d964d-024b-4edd-928a-9e118c3790e1 req-c09aac6f-7e6d-405d-a029-6708269eda08 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:28.506693 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-dc2d964d-024b-4edd-928a-9e118c3790e1 req-c09aac6f-7e6d-405d-a029-6708269eda08 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 944 time: 0.0512598 Sep 21 10:09:28.559953 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-dc2d964d-024b-4edd-928a-9e118c3790e1 req-eac3876b-e7cd-4450-84c2-f3144cfd28c6 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469580 Sep 21 10:09:29.210695 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d2783d4e-c0fa-46f1-ac70-42506edca191 req-489a2fd9-2b52-4e11-9a9f-9e7273bb42a0 tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 210 time: 0.0288849 Sep 21 10:09:29.418435 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Request body: {'port': {'device_id': 'f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:09:29.525455 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614808ae-f772-4ad2-9dc6-b3c87136ecc3 req-bf363763-0625-4d81-9ca8-491185f34e33 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:29.526917 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-614808ae-f772-4ad2-9dc6-b3c87136ecc3 req-bf363763-0625-4d81-9ca8-491185f34e33 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 931 time: 0.0749602 Sep 21 10:09:29.535696 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:29.631019 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-614808ae-f772-4ad2-9dc6-b3c87136ecc3 req-b59be3f4-9ead-43e6-82d9-847da8250aa8 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947385 Sep 21 10:09:29.632487 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:29.746097 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6947e-a5df-49b2-a36c-65887e0dbc1f req-5712ad90-1fa2-45f8-bbbc-76aaf702d76b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:29.747902 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aab6947e-a5df-49b2-a36c-65887e0dbc1f req-5712ad90-1fa2-45f8-bbbc-76aaf702d76b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 944 time: 0.0670311 Sep 21 10:09:29.863092 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aab6947e-a5df-49b2-a36c-65887e0dbc1f req-3da7c383-b360-4a2e-94f1-15c7b7d9c9e6 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013691 Sep 21 10:09:29.934462 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ed67a4-c291-42d9-be95-f7e630f1a56b {{(pid=106519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:09:29.942067 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Publish callbacks [] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:29.955434 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.provisioning_blocks [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Transition to ACTIVE for port object f2ed67a4-c291-42d9-be95-f7e630f1a56b will not be triggered until provisioned by entity L2. {{(pid=106519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:09:29.959099 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:30.021665 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Pushing event updated for resources: {'Port': ['ID=f2ed67a4-c291-42d9-be95-f7e630f1a56b,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:30.034034 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Attempting to bind port f2ed67a4-c291-42d9-be95-f7e630f1a56b on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:09:30.034364 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Attempting to bind port f2ed67a4-c291-42d9-be95-f7e630f1a56b by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': '1d6a6390-632b-48b4-b997-26c5dc09fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177'}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:09:30.034687 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Attempting to bind port f2ed67a4-c291-42d9-be95-f7e630f1a56b on network 6327c42e-81d4-4192-bfe4-14e358641177 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:09:30.074623 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Port f2ed67a4-c291-42d9-be95-f7e630f1a56b on network 6327c42e-81d4-4192-bfe4-14e358641177 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:09:30.074941 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Attempting to bind port f2ed67a4-c291-42d9-be95-f7e630f1a56b on network 6327c42e-81d4-4192-bfe4-14e358641177 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:09:30.117497 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:09:30.117829 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Checking segment: {'id': '1d6a6390-632b-48b4-b997-26c5dc09fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:09:30.118205 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Bound using segment: {'id': '1d6a6390-632b-48b4-b997-26c5dc09fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177'} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:09:30.118632 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Bound port: f2ed67a4-c291-42d9-be95-f7e630f1a56b, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d6a6390-632b-48b4-b997-26c5dc09fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177'}}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:09:30.118994 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:30.153458 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:30.443775 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b8413ba5-3572-47de-97bf-ab7023f08879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:30.455025 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a03e0597-b648-41d8-8856-8190c428b628 req-9c756ce5-ffdd-4aaf-9b19-2093544f548c tempest-VolumesActionsTest-2037809142 tempest-VolumesActionsTest-2037809142-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ae15f6-d962-47d4-8bfc-9af9f24b2d5a HTTP/1.1" status: 200 len: 210 time: 0.0340712 Sep 21 10:09:30.472238 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] For port f2ed67a4-c291-42d9-be95-f7e630f1a56b, host hv-cinder-85547, cleared binding levels {{(pid=106519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:09:30.475436 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] For port f2ed67a4-c291-42d9-be95-f7e630f1a56b, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=f2ed67a4-c291-42d9-be95-f7e630f1a56b,segment=NetworkSegment(1d6a6390-632b-48b4-b997-26c5dc09fc82),segment_id=1d6a6390-632b-48b4-b997-26c5dc09fc82)] {{(pid=106519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:09:30.482294 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:30.486605 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:30.487205 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:30.488793 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/f2ed67a4-c291-42d9-be95-f7e630f1a56b HTTP/1.1" status: 200 len: 1093 time: 1.0768297 Sep 21 10:09:30.489348 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09', 'tag': 'f2ed67a4-c291-42d9-be95-f7e630f1a56b'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:09:30.491626 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b1cfdc-25d2-4b7e-b60e-5019d6fb3aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09", "tag": "f2ed67a4-c291-42d9-be95-f7e630f1a56b"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:09:30.537631 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b606f2c-dfc6-4a71-871c-857a0a3c6804 x-openstack-request-id: req-4b606f2c-dfc6-4a71-871c-857a0a3c6804 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:09:30.537843 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09", "tag": "f2ed67a4-c291-42d9-be95-f7e630f1a56b", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:09:30.538100 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4b606f2c-dfc6-4a71-871c-857a0a3c6804 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:09:30.538495 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b606f2c-dfc6-4a71-871c-857a0a3c6804'] response: {'name': 'network-changed', 'server_uuid': 'f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09', 'tag': 'f2ed67a4-c291-42d9-be95-f7e630f1a56b', 'status': 'completed', 'code': 200} Sep 21 10:09:30.556737 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd76a9b-4344-494f-a26a-e2a436c7934f service neutron] Pushing event updated for resources: {'Port': ['ID=f2ed67a4-c291-42d9-be95-f7e630f1a56b,revision_number=3']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:30.587075 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-2fe32334-c348-4225-bae7-d0b07fcbed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:30.588591 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-2fe32334-c348-4225-bae7-d0b07fcbed18 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e9df852f2e3a4ac0b52f80480949469c&device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 1127 time: 0.0407813 Sep 21 10:09:30.643035 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-9d93fe48-91eb-435a-8a6b-f3eda9c411c7 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2ed67a4-c291-42d9-be95-f7e630f1a56b HTTP/1.1" status: 200 len: 217 time: 0.0358794 Sep 21 10:09:30.693512 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-edcc6871-f731-4a93-a321-e5b52edebb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:30.694981 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-edcc6871-f731-4a93-a321-e5b52edebb06 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=e8b55abb-da7c-4272-a2d3-3aab9146c566 HTTP/1.1" status: 200 len: 853 time: 0.0448155 Sep 21 10:09:30.738718 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:30.774713 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-30a33a48-1e80-4af7-abb5-adaa86aed13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:30.776155 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-30a33a48-1e80-4af7-abb5-adaa86aed13d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6327c42e-81d4-4192-bfe4-14e358641177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737202 Sep 21 10:09:30.787784 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f933-2bdc-4b87-b4c5-a22210515ed0 req-ad02a3ce-4195-492b-a752-133d74ef5f55 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:30.789296 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3c33f933-2bdc-4b87-b4c5-a22210515ed0 req-ad02a3ce-4195-492b-a752-133d74ef5f55 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 943 time: 0.0781422 Sep 21 10:09:30.894436 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3c33f933-2bdc-4b87-b4c5-a22210515ed0 req-d3cef261-229b-4b69-9d6b-a8fd35349754 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953865 Sep 21 10:09:30.917953 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-1c7b5f3f-9417-4170-bafa-b64d13a8cbc9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6327c42e-81d4-4192-bfe4-14e358641177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276872 Sep 21 10:09:31.042705 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3364b-6577-4937-b4f8-c4615356e5cb req-f8ce3454-2c9e-4240-aafd-c433ba4d21c6 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:31.044257 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1ff3364b-6577-4937-b4f8-c4615356e5cb req-f8ce3454-2c9e-4240-aafd-c433ba4d21c6 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 944 time: 0.0606492 Sep 21 10:09:31.081877 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-81ca4b0d-1546-4662-857f-ee1071d24e4c req-ed614da5-c793-433b-9b1a-fe014ffbe65b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6327c42e-81d4-4192-bfe4-14e358641177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500165 Sep 21 10:09:31.114956 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1ff3364b-6577-4937-b4f8-c4615356e5cb req-f3ba64a5-259a-4f9d-a495-6e8d056503b2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633578 Sep 21 10:09:32.030251 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fef108-044d-4d71-9be4-712d4a460c84 req-428a3b2c-6ea5-48dd-94f9-1eedfabda2d4 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:32.031854 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-62fef108-044d-4d71-9be4-712d4a460c84 req-428a3b2c-6ea5-48dd-94f9-1eedfabda2d4 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 943 time: 0.0538027 Sep 21 10:09:32.082006 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-62fef108-044d-4d71-9be4-712d4a460c84 req-01d7d2b9-b2dc-4960-bebd-1cb1e2b1c6e4 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445161 Sep 21 10:09:32.254963 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d728193-abf6-465c-8d43-ef4b8188165f req-086118af-427b-4cb5-b8d0-b3f0f5bfe8ca tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:32.257120 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6d728193-abf6-465c-8d43-ef4b8188165f req-086118af-427b-4cb5-b8d0-b3f0f5bfe8ca tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 944 time: 0.0634720 Sep 21 10:09:32.298570 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:32.356820 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1cfdc-25d2-4b7e-b60e-5019d6fb3aa4 req-d57b11c0-f995-47bd-84e0-cb674dade243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:32.358338 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c5b1cfdc-25d2-4b7e-b60e-5019d6fb3aa4 req-d57b11c0-f995-47bd-84e0-cb674dade243 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e9df852f2e3a4ac0b52f80480949469c&device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 1127 time: 0.0844193 Sep 21 10:09:32.368752 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6d728193-abf6-465c-8d43-ef4b8188165f req-e6521271-febf-44ba-9754-c2481408a475 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048732 Sep 21 10:09:32.450062 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 53e8896f-dc4e-4337-800f-9726f8d755fb details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:09:32.494619 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1cfdc-25d2-4b7e-b60e-5019d6fb3aa4 req-a29e4349-0df4-4659-bb06-4ed6f1a4c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:32.496172 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c5b1cfdc-25d2-4b7e-b60e-5019d6fb3aa4 req-a29e4349-0df4-4659-bb06-4ed6f1a4c87a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=6327c42e-81d4-4192-bfe4-14e358641177 HTTP/1.1" status: 200 len: 915 time: 0.1243396 Sep 21 10:09:32.535616 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c5b1cfdc-25d2-4b7e-b60e-5019d6fb3aa4 req-494ef0f3-34b8-43da-a6e4-52567a9cf194 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2ed67a4-c291-42d9-be95-f7e630f1a56b HTTP/1.1" status: 200 len: 217 time: 0.0330379 Sep 21 10:09:32.558068 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 53e8896f-dc4e-4337-800f-9726f8d755fb, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=53e8896f-dc4e-4337-800f-9726f8d755fb,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:09:32.571706 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': '53e8896f-dc4e-4337-800f-9726f8d755fb', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'port_id': '53e8896f-dc4e-4337-800f-9726f8d755fb', 'mac_address': 'fa:16:3e:25:3d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:09:32.582229 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:32.599695 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1cfdc-25d2-4b7e-b60e-5019d6fb3aa4 req-cc0dcd68-8d37-4011-8161-7c93a0556e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:32.601146 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c5b1cfdc-25d2-4b7e-b60e-5019d6fb3aa4 req-cc0dcd68-8d37-4011-8161-7c93a0556e18 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=e8b55abb-da7c-4272-a2d3-3aab9146c566 HTTP/1.1" status: 200 len: 853 time: 0.0592415 Sep 21 10:09:32.619303 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 53e8896f-dc4e-4337-800f-9726f8d755fb is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:09:32.619831 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (53e8896f-dc4e-4337-800f-9726f8d755fb), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:32.635551 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e8896f-dc4e-4337-800f-9726f8d755fb {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:09:32.651900 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1cfdc-25d2-4b7e-b60e-5019d6fb3aa4 req-d7f5369a-ac80-46fa-8839-26f908a8e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:32.653346 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c5b1cfdc-25d2-4b7e-b60e-5019d6fb3aa4 req-d7f5369a-ac80-46fa-8839-26f908a8e158 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6327c42e-81d4-4192-bfe4-14e358641177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428047 Sep 21 10:09:32.661415 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 53e8896f-dc4e-4337-800f-9726f8d755fb, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=53e8896f-dc4e-4337-800f-9726f8d755fb,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:09:32.666859 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (53e8896f-dc4e-4337-800f-9726f8d755fb), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:32.763044 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c5b1cfdc-25d2-4b7e-b60e-5019d6fb3aa4 req-eafa7a91-26ab-450d-860b-8f75d492aaa5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6327c42e-81d4-4192-bfe4-14e358641177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995500 Sep 21 10:09:32.846485 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=53e8896f-dc4e-4337-800f-9726f8d755fb,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:33.200780 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921b6f8-6611-4a71-a41b-51157b08ff4f req-9c67ee5d-7224-41ce-9bdb-563a94efcdcb tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:33.202279 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9921b6f8-6611-4a71-a41b-51157b08ff4f req-9c67ee5d-7224-41ce-9bdb-563a94efcdcb tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 943 time: 0.0471599 Sep 21 10:09:33.250599 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9921b6f8-6611-4a71-a41b-51157b08ff4f req-0246dbac-5d5f-4080-8663-8d6f70f8af59 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420611 Sep 21 10:09:33.504889 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f32561-275d-49e9-bec5-f138b5bd8549 req-778ee472-1f54-43a1-bce3-8856dd7ad5dd tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:33.506428 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e4f32561-275d-49e9-bec5-f138b5bd8549 req-778ee472-1f54-43a1-bce3-8856dd7ad5dd tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 945 time: 0.0539994 Sep 21 10:09:33.518917 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:33.560879 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e4f32561-275d-49e9-bec5-f138b5bd8549 req-00dbe01d-d5bc-430a-bb9e-c40a0ca666eb tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486660 Sep 21 10:09:33.650399 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-6ae73adc-b118-4a61-ac18-147e91e0a9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:33.656659 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c5b1cfdc-25d2-4b7e-b60e-5019d6fb3aa4 req-21e2e3a5-5482-4290-bd3e-83e9eb296e8a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6327c42e-81d4-4192-bfe4-14e358641177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947948 Sep 21 10:09:34.380217 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3cad9-4bf0-4e9e-8e97-09aaa8511a8f req-12100536-573f-42e1-be9f-05d10281a7b1 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:34.381845 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0cc3cad9-4bf0-4e9e-8e97-09aaa8511a8f req-12100536-573f-42e1-be9f-05d10281a7b1 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 943 time: 0.0500588 Sep 21 10:09:34.435996 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0cc3cad9-4bf0-4e9e-8e97-09aaa8511a8f req-7eaded15-a3c7-4e1f-9205-d275e631f5ba tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485363 Sep 21 10:09:34.692268 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a73e4e-d2b2-43b6-98e0-2e73985449ea req-1115c82a-e9f0-43ed-9b12-7121a571efa3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:34.694067 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-54a73e4e-d2b2-43b6-98e0-2e73985449ea req-1115c82a-e9f0-43ed-9b12-7121a571efa3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 945 time: 0.0560684 Sep 21 10:09:34.716972 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:34.749662 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-54a73e4e-d2b2-43b6-98e0-2e73985449ea req-f199c5a4-178e-4fd4-ae3a-d0a232d81504 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498326 Sep 21 10:09:35.435105 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:35.560475 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a563e-3f5a-422d-a8da-9d2ae1f0b61e req-2a3083c0-9d73-4951-bfa8-a87d9acb7531 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:35.562306 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f83a563e-3f5a-422d-a8da-9d2ae1f0b61e req-2a3083c0-9d73-4951-bfa8-a87d9acb7531 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 943 time: 0.0493984 Sep 21 10:09:35.628514 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f83a563e-3f5a-422d-a8da-9d2ae1f0b61e req-e8c9ec8b-7783-46e0-8a32-cf8e3ce070cf tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596974 Sep 21 10:09:35.732723 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['53e8896f-dc4e-4337-800f-9726f8d755fb'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:09:35.801328 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:35.807435 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:35.875619 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa9566-8ed8-4c37-a4d8-12e21c724246 req-cd4a9bc5-4060-4914-b17a-23d30765952c tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:35.877522 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-25fa9566-8ed8-4c37-a4d8-12e21c724246 req-cd4a9bc5-4060-4914-b17a-23d30765952c tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 945 time: 0.0483871 Sep 21 10:09:35.941660 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-25fa9566-8ed8-4c37-a4d8-12e21c724246 req-6bc8d89e-6393-4407-b4d2-97f7263233f3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581963 Sep 21 10:09:36.545878 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:36.747703 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9533034-39c8-483b-9c22-732679d0758f req-e312817b-a6fd-41c7-a100-98c05b27b924 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:36.749124 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b9533034-39c8-483b-9c22-732679d0758f req-e312817b-a6fd-41c7-a100-98c05b27b924 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 943 time: 0.0476565 Sep 21 10:09:36.799918 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b9533034-39c8-483b-9c22-732679d0758f req-21892921-83ff-45a7-bcf5-d50489573bb1 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443668 Sep 21 10:09:37.101995 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a0837-5b47-43fd-827b-b37d8fe7754c req-6c1ffe6d-acce-4fa4-b108-3ae9c26dd222 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:37.103796 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f79a0837-5b47-43fd-827b-b37d8fe7754c req-6c1ffe6d-acce-4fa4-b108-3ae9c26dd222 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 945 time: 0.0803320 Sep 21 10:09:37.162698 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f79a0837-5b47-43fd-827b-b37d8fe7754c req-f19e3bee-4bf5-4e70-9f1e-d35d31e433d1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526741 Sep 21 10:09:37.587630 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device f2ed67a4-c291-42d9-be95-f7e630f1a56b details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:09:37.592987 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 53e8896f-dc4e-4337-800f-9726f8d755fb up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:09:37.733369 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port 53e8896f-dc4e-4337-800f-9726f8d755fb completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:09:37.748534 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port 53e8896f-dc4e-4337-800f-9726f8d755fb triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:09:37.748918 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (53e8896f-dc4e-4337-800f-9726f8d755fb), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:37.749259 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port 53e8896f-dc4e-4337-800f-9726f8d755fb Sep 21 10:09:37.822411 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port f2ed67a4-c291-42d9-be95-f7e630f1a56b, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=f2ed67a4-c291-42d9-be95-f7e630f1a56b,segment=NetworkSegment(1d6a6390-632b-48b4-b997-26c5dc09fc82),segment_id=1d6a6390-632b-48b4-b997-26c5dc09fc82)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:09:37.846633 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': 'f2ed67a4-c291-42d9-be95-f7e630f1a56b', 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177', 'port_id': 'f2ed67a4-c291-42d9-be95-f7e630f1a56b', 'mac_address': 'fa:16:3e:34:ad:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:09:37.928045 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port f2ed67a4-c291-42d9-be95-f7e630f1a56b is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:09:37.928724 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:37.954870 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ed67a4-c291-42d9-be95-f7e630f1a56b {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:09:38.015732 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee699e60-9f20-4d01-bc57-03c994de5072 req-8295d2e6-8f01-450d-add6-156e3dd194df tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:38.018327 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port f2ed67a4-c291-42d9-be95-f7e630f1a56b, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=f2ed67a4-c291-42d9-be95-f7e630f1a56b,segment=NetworkSegment(1d6a6390-632b-48b4-b997-26c5dc09fc82),segment_id=1d6a6390-632b-48b4-b997-26c5dc09fc82)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:09:38.018765 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ee699e60-9f20-4d01-bc57-03c994de5072 req-8295d2e6-8f01-450d-add6-156e3dd194df tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 943 time: 0.0745597 Sep 21 10:09:38.022375 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 53e8896f-dc4e-4337-800f-9726f8d755fb is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:09:38.022727 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (53e8896f-dc4e-4337-800f-9726f8d755fb), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:38.026326 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:38.088910 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ee699e60-9f20-4d01-bc57-03c994de5072 req-553a118e-bf78-4d5a-874d-a66f5279556a tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601659 Sep 21 10:09:38.122916 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4695e2b1-5d48-485c-921d-dfdf2f7f69c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e8896f-dc4e-4337-800f-9726f8d755fb'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:09:38.126464 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28087424-61fa-4685-ba6b-11e04d39fca0" -d '{"events": [{"server_uuid": "4695e2b1-5d48-485c-921d-dfdf2f7f69c7", "name": "network-vif-plugged", "status": "completed", "tag": "53e8896f-dc4e-4337-800f-9726f8d755fb"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:09:38.153363 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 53e8896f-dc4e-4337-800f-9726f8d755fb, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=53e8896f-dc4e-4337-800f-9726f8d755fb,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:09:38.157804 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=f2ed67a4-c291-42d9-be95-f7e630f1a56b,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:38.165209 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (53e8896f-dc4e-4337-800f-9726f8d755fb), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:38.192121 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8799c91-fb2d-4ee2-a7fb-50ea1e680b60 x-openstack-request-id: req-c8799c91-fb2d-4ee2-a7fb-50ea1e680b60 {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:09:38.192906 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4695e2b1-5d48-485c-921d-dfdf2f7f69c7", "name": "network-vif-plugged", "status": "completed", "tag": "53e8896f-dc4e-4337-800f-9726f8d755fb", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:09:38.193298 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c8799c91-fb2d-4ee2-a7fb-50ea1e680b60 {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:09:38.193842 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8799c91-fb2d-4ee2-a7fb-50ea1e680b60'] response: {'server_uuid': '4695e2b1-5d48-485c-921d-dfdf2f7f69c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e8896f-dc4e-4337-800f-9726f8d755fb', 'code': 200} Sep 21 10:09:38.196615 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:38.228486 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=53e8896f-dc4e-4337-800f-9726f8d755fb,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:38.281217 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:38.327675 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c09a82-6005-4763-aa2d-e8faca52d2a5 req-786c9cc3-0a34-45a9-85c3-3cdcbb0eb0c0 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:38.329820 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e7c09a82-6005-4763-aa2d-e8faca52d2a5 req-786c9cc3-0a34-45a9-85c3-3cdcbb0eb0c0 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 946 time: 0.0610003 Sep 21 10:09:38.412950 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e7c09a82-6005-4763-aa2d-e8faca52d2a5 req-9249cd8e-e2f6-4121-8d98-e2ad4112576b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765219 Sep 21 10:09:38.444572 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['f2ed67a4-c291-42d9-be95-f7e630f1a56b'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:09:38.561914 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81353f0-d7a1-4b31-b518-fec7c796dfc0 req-b6b2d035-da90-4c7e-830a-06afe73fa066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:38.565555 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c81353f0-d7a1-4b31-b518-fec7c796dfc0 req-b6b2d035-da90-4c7e-830a-06afe73fa066 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 1130 time: 0.0700407 Sep 21 10:09:38.631191 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:38.643641 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c81353f0-d7a1-4b31-b518-fec7c796dfc0 req-cf3abf3b-9d33-4060-a4df-a039f1178e48 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672154 Sep 21 10:09:39.253590 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6159b-fd29-4f48-a883-844c4ba48ab6 req-c4394910-09ae-444b-b124-0a08a60906e0 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:39.256094 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f1d6159b-fd29-4f48-a883-844c4ba48ab6 req-c4394910-09ae-444b-b124-0a08a60906e0 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 944 time: 0.0521832 Sep 21 10:09:39.306143 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f1d6159b-fd29-4f48-a883-844c4ba48ab6 req-70b6566b-4b4d-4046-8bcf-9faaf5c1d3d1 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446968 Sep 21 10:09:39.571448 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a5914-591d-4221-88ad-9c233109743d req-6e198fa7-4d8e-43df-99b7-a3d535ff6c83 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:39.578375 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-652a5914-591d-4221-88ad-9c233109743d req-6e198fa7-4d8e-43df-99b7-a3d535ff6c83 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 946 time: 0.0681026 Sep 21 10:09:39.591677 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device f2ed67a4-c291-42d9-be95-f7e630f1a56b up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:09:39.642601 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port f2ed67a4-c291-42d9-be95-f7e630f1a56b completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:09:39.645758 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-652a5914-591d-4221-88ad-9c233109743d req-cadb7809-df85-4f82-872a-4f7684d609b5 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663121 Sep 21 10:09:39.651219 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port f2ed67a4-c291-42d9-be95-f7e630f1a56b triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:09:39.651957 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:39.652308 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port f2ed67a4-c291-42d9-be95-f7e630f1a56b Sep 21 10:09:39.737466 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port f2ed67a4-c291-42d9-be95-f7e630f1a56b is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:09:39.738123 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:39.778688 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port f2ed67a4-c291-42d9-be95-f7e630f1a56b, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=f2ed67a4-c291-42d9-be95-f7e630f1a56b,segment=NetworkSegment(1d6a6390-632b-48b4-b997-26c5dc09fc82),segment_id=1d6a6390-632b-48b4-b997-26c5dc09fc82)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:09:39.784079 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:39.839051 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=f2ed67a4-c291-42d9-be95-f7e630f1a56b,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:40.194949 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ed67a4-c291-42d9-be95-f7e630f1a56b'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:09:40.198068 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe0ad1a-01ad-418b-87aa-c6e915391841" -d '{"events": [{"server_uuid": "f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09", "name": "network-vif-plugged", "status": "completed", "tag": "f2ed67a4-c291-42d9-be95-f7e630f1a56b"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:09:40.247302 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d4e05f-285e-4cba-905c-00f61dedebda x-openstack-request-id: req-55d4e05f-285e-4cba-905c-00f61dedebda {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:09:40.247732 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09", "name": "network-vif-plugged", "status": "completed", "tag": "f2ed67a4-c291-42d9-be95-f7e630f1a56b", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:09:40.248043 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-55d4e05f-285e-4cba-905c-00f61dedebda {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:09:40.248517 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d4e05f-285e-4cba-905c-00f61dedebda'] response: {'server_uuid': 'f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ed67a4-c291-42d9-be95-f7e630f1a56b', 'code': 200} Sep 21 10:09:40.495178 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d90930-1f5b-47a3-92a4-902505724fd5 req-c0c204a4-b13f-4a91-b2d1-bad03c161ba0 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:40.496782 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-04d90930-1f5b-47a3-92a4-902505724fd5 req-c0c204a4-b13f-4a91-b2d1-bad03c161ba0 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 945 time: 0.0707891 Sep 21 10:09:40.606631 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-04d90930-1f5b-47a3-92a4-902505724fd5 req-e4c13fe3-0c84-418b-9114-3395dc205fba tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986290 Sep 21 10:09:40.816437 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c0f57-16eb-4cca-a89c-662a9efdb52d req-60cf9098-785c-4c12-8e01-729c7cc10359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:40.818003 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f92c0f57-16eb-4cca-a89c-662a9efdb52d req-60cf9098-785c-4c12-8e01-729c7cc10359 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 1129 time: 0.0756850 Sep 21 10:09:40.824348 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49d472-6724-4bba-9c4f-a180c7264562 req-37d8c695-516b-4bf0-9c31-a18c8e35f468 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:40.825888 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ec49d472-6724-4bba-9c4f-a180c7264562 req-37d8c695-516b-4bf0-9c31-a18c8e35f468 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 946 time: 0.0740280 Sep 21 10:09:40.914018 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f92c0f57-16eb-4cca-a89c-662a9efdb52d req-4c3555ee-6a88-46dc-a86d-297fc0c2d081 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870748 Sep 21 10:09:40.923545 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ec49d472-6724-4bba-9c4f-a180c7264562 req-1c2d1971-657c-4730-b20d-cc5dac7552c9 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879202 Sep 21 10:09:41.105808 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05279cdc-61b5-40c4-be9f-64437077d7c9 req-39c71b6d-b081-47a4-a651-80b63c306af5 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:41.107811 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-05279cdc-61b5-40c4-be9f-64437077d7c9 req-39c71b6d-b081-47a4-a651-80b63c306af5 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 946 time: 0.0862396 Sep 21 10:09:41.206921 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-05279cdc-61b5-40c4-be9f-64437077d7c9 req-8c0251e7-43f6-4544-8e9f-1771a2714a98 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875735 Sep 21 10:09:41.240120 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 54336) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:09:41.443117 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f14c371-3006-49b2-9887-b1da8683cfa4 tempest-TestVolumeBootPattern-1315636414 tempest-TestVolumeBootPattern-1315636414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:41.445025 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-0f14c371-3006-49b2-9887-b1da8683cfa4 tempest-TestVolumeBootPattern-1315636414 tempest-TestVolumeBootPattern-1315636414-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 1125 time: 0.2025743 Sep 21 10:09:41.450328 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 54340) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:09:41.463096 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Request body: {'floatingip': {'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'port_id': '53e8896f-dc4e-4337-800f-9726f8d755fb', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:09:41.511258 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:41.778018 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:41.987106 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab72781-0972-4e8d-89a1-9947ef0af35b req-4504305e-902c-4dd1-aa02-d7ae6c4da8a2 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:41.995764 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fab72781-0972-4e8d-89a1-9947ef0af35b req-4504305e-902c-4dd1-aa02-d7ae6c4da8a2 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 945 time: 0.2120757 Sep 21 10:09:42.050079 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Allocated IP 172.27.2.98 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/ba0004f3-5629-4fdb-aff4-9777dfe0dacb) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:09:42.052145 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:42.062652 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:42.118430 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fab72781-0972-4e8d-89a1-9947ef0af35b req-01970beb-3de7-4165-a703-6d9864bf7ec0 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214323 Sep 21 10:09:42.279915 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for port (ba0004f3-5629-4fdb-aff4-9777dfe0dacb), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:42.327418 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (ba0004f3-5629-4fdb-aff4-9777dfe0dacb), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:42.415992 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:09:42.421822 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:09:42.429447 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:09:42.493459 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event updated for resources: {'Port': ['ID=ba0004f3-5629-4fdb-aff4-9777dfe0dacb,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:42.512409 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:09:42.514202 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:09:42.514202 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:09:42.514202 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:09:42.514835 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:09:42.515407 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:09:42.515980 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:09:42.516582 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:09:42.517094 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:09:42.518473 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:09:42.518473 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:09:42.519043 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:09:42.519480 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:09:42.520108 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:09:42.520712 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:09:43.006771 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:09:43.160024 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for floatingip (6c56b5e7-49cc-4f62-8068-053c42e77c43), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:43.343690 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (ba0004f3-5629-4fdb-aff4-9777dfe0dacb), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:43.422612 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c7cb4-c109-4cb0-979f-7cc0c3e71089 req-5e57e5a1-b90b-42b9-8e10-e93c1cf334e4 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:43.424429 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a39c7cb4-c109-4cb0-979f-7cc0c3e71089 req-5e57e5a1-b90b-42b9-8e10-e93c1cf334e4 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 945 time: 0.1017747 Sep 21 10:09:43.571974 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:43.586485 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a39c7cb4-c109-4cb0-979f-7cc0c3e71089 req-0b5bef44-d5f1-4c0f-ad96-8004684e7c9d tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458843 Sep 21 10:09:43.654118 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:43.682167 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for port (ba0004f3-5629-4fdb-aff4-9777dfe0dacb), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:43.697538 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (ba0004f3-5629-4fdb-aff4-9777dfe0dacb), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:43.700713 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (6c56b5e7-49cc-4f62-8068-053c42e77c43), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:43.917471 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event updated for resources: {'Port': ['ID=ba0004f3-5629-4fdb-aff4-9777dfe0dacb,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:43.926885 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3dfc3-2f59-4493-8fe2-34c27aae9852 req-e2bcc162-87cb-4a0d-b392-217a1e0b069a tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:43.934047 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-69f3dfc3-2f59-4493-8fe2-34c27aae9852 req-e2bcc162-87cb-4a0d-b392-217a1e0b069a tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 945 time: 0.1643577 Sep 21 10:09:43.960071 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.l3_db [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Floating IP 6c56b5e7-49cc-4f62-8068-053c42e77c43 associated. External IP: 172.27.2.98, port: 53e8896f-dc4e-4337-800f-9726f8d755fb. Sep 21 10:09:44.093934 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-69f3dfc3-2f59-4493-8fe2-34c27aae9852 req-8b0d658e-d104-4493-8f4b-4be5537545c4 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587114 Sep 21 10:09:44.455684 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Router 3e0b4ff9-bf68-470b-988e-5437f77cf672 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:09:44.746739 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469adc43-a81c-4b36-bd33-65b6d357b075 req-824e0b3d-8d26-4d0c-8207-8a932c0231ce tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:44.749606 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-469adc43-a81c-4b36-bd33-65b6d357b075 req-824e0b3d-8d26-4d0c-8207-8a932c0231ce tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 945 time: 0.1178858 Sep 21 10:09:44.753743 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:09:44.772879 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0e7ef8-f9bb-4ca3-925c-87cc070ea7d6 None None] Sync routers for ids ['3e0b4ff9-bf68-470b-988e-5437f77cf672'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:09:44.789932 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:44.804944 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0e7ef8-f9bb-4ca3-925c-87cc070ea7d6 None None] Routers {'3e0b4ff9-bf68-470b-988e-5437f77cf672'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:09:44.806458 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-4e0e7ef8-f9bb-4ca3-925c-87cc070ea7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:09:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['3e0b4ff9-bf68-470b-988e-5437f77cf672'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:09:44.807080 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:44.853698 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-469adc43-a81c-4b36-bd33-65b6d357b075 req-2c4a3611-4607-45fd-a298-314c149c0676 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858705 Sep 21 10:09:44.866486 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-62cd340a-957a-4175-9a28-a6c9d531a33e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4123814 Sep 21 10:09:44.866486 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4695e2b1-5d48-485c-921d-dfdf2f7f69c7', 'tag': '53e8896f-dc4e-4337-800f-9726f8d755fb'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:09:44.867909 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5ee179-262f-4fe3-a420-61d4e9e57e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "4695e2b1-5d48-485c-921d-dfdf2f7f69c7", "tag": "53e8896f-dc4e-4337-800f-9726f8d755fb"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:09:44.960487 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f28213a-a64a-4461-9311-5189e0b7ffa6 x-openstack-request-id: req-4f28213a-a64a-4461-9311-5189e0b7ffa6 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:09:44.960890 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4695e2b1-5d48-485c-921d-dfdf2f7f69c7", "tag": "53e8896f-dc4e-4337-800f-9726f8d755fb", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:09:44.961245 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4f28213a-a64a-4461-9311-5189e0b7ffa6 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:09:44.962030 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f28213a-a64a-4461-9311-5189e0b7ffa6'] response: {'name': 'network-changed', 'server_uuid': '4695e2b1-5d48-485c-921d-dfdf2f7f69c7', 'tag': '53e8896f-dc4e-4337-800f-9726f8d755fb', 'status': 'completed', 'code': 200} Sep 21 10:09:45.021362 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-4e0e7ef8-f9bb-4ca3-925c-87cc070ea7d6 None None] Set router 3e0b4ff9-bf68-470b-988e-5437f77cf672 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:09:45.079677 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ee179-262f-4fe3-a420-61d4e9e57e9b req-b21e90c4-fbac-469b-bf36-f08e184d42f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:45.084025 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3f5ee179-262f-4fe3-a420-61d4e9e57e9b req-b21e90c4-fbac-469b-bf36-f08e184d42f0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=91470b6b84c040bb85eec3f27b31f139&device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 1130 time: 0.0855660 Sep 21 10:09:45.229998 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:45.238067 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ee179-262f-4fe3-a420-61d4e9e57e9b req-9285748c-2817-49ab-8c52-2410efd36ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:45.240494 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3f5ee179-262f-4fe3-a420-61d4e9e57e9b req-9285748c-2817-49ab-8c52-2410efd36ffc service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 HTTP/1.1" status: 200 len: 912 time: 0.1459875 Sep 21 10:09:45.352713 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3f5ee179-262f-4fe3-a420-61d4e9e57e9b req-d06163f7-d876-46db-9ae4-1f9aa38ff8ba service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53e8896f-dc4e-4337-800f-9726f8d755fb HTTP/1.1" status: 200 len: 999 time: 0.1042438 Sep 21 10:09:45.413385 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-4e0e7ef8-f9bb-4ca3-925c-87cc070ea7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '6c56b5e7-49cc-4f62-8068-053c42e77c43', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'port_id': '53e8896f-dc4e-4337-800f-9726f8d755fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'mac_address': 'fa:16:3e:25:3d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695e2b1-5d48-485c-921d-dfdf2f7f69c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:09:42Z', 'updated_at': '2022-09-21T10:09:42Z', 'revision_number': 0, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:22Z', 'revision_number': 5, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:09:45.416339 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:45.442412 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0e7ef8-f9bb-4ca3-925c-87cc070ea7d6 None None] Checking router: 3e0b4ff9-bf68-470b-988e-5437f77cf672 for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:09:45.455126 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0e7ef8-f9bb-4ca3-925c-87cc070ea7d6 None None] Routers {'3e0b4ff9-bf68-470b-988e-5437f77cf672'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:09:45.456110 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-4e0e7ef8-f9bb-4ca3-925c-87cc070ea7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:09:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['3e0b4ff9-bf68-470b-988e-5437f77cf672'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:09:45.461453 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ee179-262f-4fe3-a420-61d4e9e57e9b req-5f2a9f53-b418-482a-9b39-0f72ea128fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:45.464057 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3f5ee179-262f-4fe3-a420-61d4e9e57e9b req-5f2a9f53-b418-482a-9b39-0f72ea128fe9 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a03c6c51-ced1-4661-a77b-9c8af558d81f HTTP/1.1" status: 200 len: 850 time: 0.0977147 Sep 21 10:09:45.527595 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ee179-262f-4fe3-a420-61d4e9e57e9b req-c913f7d8-2238-49da-bbea-62d22bca76f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:45.530736 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3f5ee179-262f-4fe3-a420-61d4e9e57e9b req-c913f7d8-2238-49da-bbea-62d22bca76f2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586159 Sep 21 10:09:45.637814 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:45.647092 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-4e0e7ef8-f9bb-4ca3-925c-87cc070ea7d6 None None] Set router 3e0b4ff9-bf68-470b-988e-5437f77cf672 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:09:45.686919 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3f5ee179-262f-4fe3-a420-61d4e9e57e9b req-b8fbcc4a-dcc8-4526-af51-f7a9ae227406 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489708 Sep 21 10:09:45.892191 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3f5ee179-262f-4fe3-a420-61d4e9e57e9b req-61c45d59-0cf1-4e31-b5f9-989bda9d0ccd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959758 Sep 21 10:09:46.061633 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-4e0e7ef8-f9bb-4ca3-925c-87cc070ea7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '6c56b5e7-49cc-4f62-8068-053c42e77c43', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'port_id': '53e8896f-dc4e-4337-800f-9726f8d755fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'mac_address': 'fa:16:3e:25:3d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695e2b1-5d48-485c-921d-dfdf2f7f69c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:09:42Z', 'updated_at': '2022-09-21T10:09:42Z', 'revision_number': 0, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:22Z', 'revision_number': 5, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:09:46.118693 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0e7ef8-f9bb-4ca3-925c-87cc070ea7d6 None None] The sync data for ids ['3e0b4ff9-bf68-470b-988e-5437f77cf672'] in dv-cinder-855479-2-iscsi is: [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '6c56b5e7-49cc-4f62-8068-053c42e77c43', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'port_id': '53e8896f-dc4e-4337-800f-9726f8d755fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'mac_address': 'fa:16:3e:25:3d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695e2b1-5d48-485c-921d-dfdf2f7f69c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:09:42Z', 'updated_at': '2022-09-21T10:09:42Z', 'revision_number': 0, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:22Z', 'revision_number': 5, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:09:46.469491 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eada480d-5f30-429e-96be-abc627754097 None None] New status for floating IP 6c56b5e7-49cc-4f62-8068-053c42e77c43: ACTIVE {{(pid=106522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:09:47.177905 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:49.714828 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2d25a18d-c426-45d8-8bf5-664ff5727ab0 req-3e1e0a4d-c069-4e92-88bc-1a8c88257887 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530403 Sep 21 10:09:49.826529 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25a18d-c426-45d8-8bf5-664ff5727ab0 req-75fc1e69-b4dd-426a-a524-675b5eddceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:49.828295 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2d25a18d-c426-45d8-8bf5-664ff5727ab0 req-75fc1e69-b4dd-426a-a524-675b5eddceed service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f75ba10758754f4f9c778e357a87f58e&device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 1129 time: 0.0474186 Sep 21 10:09:50.086262 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25a18d-c426-45d8-8bf5-664ff5727ab0 req-202b20e7-cf1a-42ee-96a2-1d09e8588a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:50.087911 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2d25a18d-c426-45d8-8bf5-664ff5727ab0 req-202b20e7-cf1a-42ee-96a2-1d09e8588a20 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 200 len: 920 time: 0.2246671 Sep 21 10:09:50.159959 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2d25a18d-c426-45d8-8bf5-664ff5727ab0 req-a8e18b64-3a3e-4528-b26b-84d121dee041 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ea79dbb-edca-4228-96bc-74750bc71fd7 HTTP/1.1" status: 200 len: 217 time: 0.0396111 Sep 21 10:09:50.225514 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25a18d-c426-45d8-8bf5-664ff5727ab0 req-fb73eb6d-dbf8-4b20-ab82-75a4a1cd51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:50.227236 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2d25a18d-c426-45d8-8bf5-664ff5727ab0 req-fb73eb6d-dbf8-4b20-ab82-75a4a1cd51d4 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5429b2a6-8b25-44de-bb46-df0f87df08ce HTTP/1.1" status: 200 len: 858 time: 0.0577967 Sep 21 10:09:50.287592 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25a18d-c426-45d8-8bf5-664ff5727ab0 req-c8291e6a-6581-426f-b7ba-96d8a82e4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:50.290432 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2d25a18d-c426-45d8-8bf5-664ff5727ab0 req-c8291e6a-6581-426f-b7ba-96d8a82e4862 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=97a59516-89f9-4e8e-9ccf-abdda6abc087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556195 Sep 21 10:09:50.783968 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2d25a18d-c426-45d8-8bf5-664ff5727ab0 req-9ae4fe5f-4799-4064-8d40-52cccf630454 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850266 Sep 21 10:09:50.921688 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2d25a18d-c426-45d8-8bf5-664ff5727ab0 req-51e755db-3d7e-492e-8bc6-31f97851b821 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174610 Sep 21 10:09:51.433191 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:51.443033 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=5 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:57.153226 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=20 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:57.166803 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:57.171368 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:58.854861 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 54620) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:09:58.903296 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_v2 [None req-e604f267-bcbd-4b54-a3ca-4be9a499ac57 admin admin] Deleting subnet d1a7ac6c-a222-462c-8031-7475f672f83c {{(pid=106519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 10:09:58.906724 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e604f267-bcbd-4b54-a3ca-4be9a499ac57 admin admin] Publish callbacks [] for subnet (d1a7ac6c-a222-462c-8031-7475f672f83c), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:58.945358 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e604f267-bcbd-4b54-a3ca-4be9a499ac57 admin admin] Publish callbacks [] for subnet (d1a7ac6c-a222-462c-8031-7475f672f83c), precommit_delete_associations {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:58.955943 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e604f267-bcbd-4b54-a3ca-4be9a499ac57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1348970'] for subnet (d1a7ac6c-a222-462c-8031-7475f672f83c), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:59.012461 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e604f267-bcbd-4b54-a3ca-4be9a499ac57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for subnet (d1a7ac6c-a222-462c-8031-7475f672f83c), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:59.016714 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:59.046843 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604f267-bcbd-4b54-a3ca-4be9a499ac57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1a7ac6c-a222-462c-8031-7475f672f83c,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:59.049472 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e604f267-bcbd-4b54-a3ca-4be9a499ac57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:59.052174 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-e604f267-bcbd-4b54-a3ca-4be9a499ac57 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/d1a7ac6c-a222-462c-8031-7475f672f83c HTTP/1.1" status: 204 len: 168 time: 0.1962032 Sep 21 10:09:59.054731 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 54622) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:09:59.124773 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326367'] for network (029496c3-2ac5-4dfc-bd1c-bc61b18974c0), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:59.162099 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:09:59.217090 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433921', 'neutron.services.segments.db._delete_segments_for_network-8760788516801'] for network (029496c3-2ac5-4dfc-bd1c-bc61b18974c0), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:59.242840 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:09:59.243314 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:09:59.244251 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:09:59.244723 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Subscribe: > port after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:09:59.245197 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Subscribe: > port after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:09:59.245582 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Subscribe: > port after_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:09:59.246046 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:09:59.246447 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:09:59.246844 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:09:59.247288 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:09:59.368837 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:09:59.369632 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:09:59.369632 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:09:59.369992 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 10:09:59.370194 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029496c3-2ac5-4dfc-bd1c-bc61b18974c0']}} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:09:59.391425 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98dae54-3975-4fad-b281-4cfcb4a17beb') {'for_net_delete': True} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:09:59.392532 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98dae54-3975-4fad-b281-4cfcb4a17beb') {} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:09:59.412369 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760788516693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708661'] for segment (e98dae54-3975-4fad-b281-4cfcb4a17beb), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:59.435532 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (e98dae54-3975-4fad-b281-4cfcb4a17beb), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:59.445627 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=106519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 10:09:59.446026 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10188133'] for segment (e98dae54-3975-4fad-b281-4cfcb4a17beb), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:59.524494 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1433976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438153'] for network (029496c3-2ac5-4dfc-bd1c-bc61b18974c0), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:59.533235 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:59.537212 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/029496c3-2ac5-4dfc-bd1c-bc61b18974c0 HTTP/1.1" status: 204 len: 168 time: 0.4815147 Sep 21 10:09:59.552917 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f72c90-826d-42f8-9dab-b71333015c5a admin admin] Pushing event deleted for resources: {'Network': ['ID=029496c3-2ac5-4dfc-bd1c-bc61b18974c0,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:09:59.650859 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.services.segments.plugin [-] Segment e98dae54-3975-4fad-b281-4cfcb4a17beb resource provider aggregate not found Sep 21 10:09:59.681173 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.services.segments.plugin [-] Segment e98dae54-3975-4fad-b281-4cfcb4a17beb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e98dae54-3975-4fad-b281-4cfcb4a17beb found for delete ", "request_id": "req-0bc0e7ae-114a-41ad-9048-c9ea42ba5a09"}]} Sep 21 10:09:59.724230 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 54648) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:09:59.766629 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-b4604409-1a14-4ca8-b12c-ae22dd2be958 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0a9351524cbd42d1bbdeb4abb9e2853e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409503 Sep 21 10:09:59.768946 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 54650) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:09:59.826981 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-843a549f-5973-491b-891c-a7806d34029e admin admin] Publish callbacks [] for security_group (480b639e-b618-43a2-bd8e-9339b2dbc132), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:59.848742 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-843a549f-5973-491b-891c-a7806d34029e admin admin] Publish callbacks [] for security_group (480b639e-b618-43a2-bd8e-9339b2dbc132), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:59.928423 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-843a549f-5973-491b-891c-a7806d34029e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (480b639e-b618-43a2-bd8e-9339b2dbc132), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:59.930915 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-843a549f-5973-491b-891c-a7806d34029e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:09:59.932069 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-843a549f-5973-491b-891c-a7806d34029e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/480b639e-b618-43a2-bd8e-9339b2dbc132 HTTP/1.1" status: 204 len: 168 time: 0.1622255 Sep 21 10:09:59.942774 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c76ed5-3ae2-46fe-a83e-89a2c2ddb613 req-09a7fc81-3092-4c89-b0dd-00b136fb6077 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:09:59.944290 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e6c76ed5-3ae2-46fe-a83e-89a2c2ddb613 req-09a7fc81-3092-4c89-b0dd-00b136fb6077 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 945 time: 0.0607762 Sep 21 10:09:59.949241 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a549f-5973-491b-891c-a7806d34029e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480b639e-b618-43a2-bd8e-9339b2dbc132,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:00.003202 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e6c76ed5-3ae2-46fe-a83e-89a2c2ddb613 req-5c802ae6-3b99-44f9-8d13-ff3e133d61d0 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506861 Sep 21 10:10:00.033607 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 54658) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:00.314635 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c882eba-d9b8-4d71-9cc4-326dbc441955 tempest-TestMinimumBasicScenario-1018534361 tempest-TestMinimumBasicScenario-1018534361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:00.316200 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-6c882eba-d9b8-4d71-9cc4-326dbc441955 tempest-TestMinimumBasicScenario-1018534361 tempest-TestMinimumBasicScenario-1018534361-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 1124 time: 0.2818680 Sep 21 10:10:00.319402 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 54670) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:00.323783 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Request body: {'floatingip': {'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'port_id': 'f2ed67a4-c291-42d9-be95-f7e630f1a56b', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:00.346584 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:00.446628 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:00.457657 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-24aa4e5d-e0c4-467f-ac8b-fc8deadff3d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:00.605612 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Allocated IP 172.27.2.67 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/6077d15b-a87f-4443-b741-de300f267ef4) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:10:00.728099 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for port (6077d15b-a87f-4443-b741-de300f267ef4), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:00.763215 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (6077d15b-a87f-4443-b741-de300f267ef4), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:00.812022 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:10:00.816535 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:10:00.819286 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Pushing event updated for resources: {'Port': ['ID=6077d15b-a87f-4443-b741-de300f267ef4,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:00.822771 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:10:00.847725 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:00.848078 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:00.848423 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:00.848762 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:00.849101 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:00.849438 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:00.849771 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:00.850103 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:00.850431 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:00.850758 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:00.851088 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:00.851410 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:00.851767 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:00.852095 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:00.852417 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:01.205065 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:01.226254 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:01.240986 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for floatingip (3a59ba60-b78e-401d-8858-49faaaca41da), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:01.342724 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (6077d15b-a87f-4443-b741-de300f267ef4), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:01.511594 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for port (6077d15b-a87f-4443-b741-de300f267ef4), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:01.517014 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667630'] for port (6077d15b-a87f-4443-b741-de300f267ef4), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:01.615685 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Pushing event updated for resources: {'Port': ['ID=6077d15b-a87f-4443-b741-de300f267ef4,revision_number=2']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:01.619394 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (3a59ba60-b78e-401d-8858-49faaaca41da), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:01.723013 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.l3_db [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Floating IP 3a59ba60-b78e-401d-8858-49faaaca41da associated. External IP: 172.27.2.67, port: f2ed67a4-c291-42d9-be95-f7e630f1a56b. Sep 21 10:10:01.934065 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Router 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:10:02.041040 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:10:02.050952 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a6adb2-0ad7-4ff0-88a2-8eb43b8fb78e None None] Sync routers for ids ['1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:10:02.059593 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:02.061503 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a6adb2-0ad7-4ff0-88a2-8eb43b8fb78e None None] Routers {'1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:10:02.063142 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-05a6adb2-0ad7-4ff0-88a2-8eb43b8fb78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:09:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:02.092325 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-2b3d13df-4e2b-4cfc-9d74-f1c40d0d94e6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7718093 Sep 21 10:10:02.092997 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09', 'tag': 'f2ed67a4-c291-42d9-be95-f7e630f1a56b'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:10:02.095516 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f98950-a1b3-442c-b0f7-8271365c16a1" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09", "tag": "f2ed67a4-c291-42d9-be95-f7e630f1a56b"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:10:02.095732 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 54706) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:02.100475 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-dc2a8aa6-079e-42f2-8097-f01fee10577e tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-819777972', 'description': 'tempest-secgroup-smoke-819777972 description', 'project_id': 'e9df852f2e3a4ac0b52f80480949469c'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:02.130926 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dc2a8aa6-079e-42f2-8097-f01fee10577e tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:02.148055 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764cae3e-7751-4c12-95b7-b509f324be14 x-openstack-request-id: req-764cae3e-7751-4c12-95b7-b509f324be14 {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:10:02.148345 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09", "tag": "f2ed67a4-c291-42d9-be95-f7e630f1a56b", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:10:02.148765 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-764cae3e-7751-4c12-95b7-b509f324be14 {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:10:02.149438 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-764cae3e-7751-4c12-95b7-b509f324be14'] response: {'name': 'network-changed', 'server_uuid': 'f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09', 'tag': 'f2ed67a4-c291-42d9-be95-f7e630f1a56b', 'status': 'completed', 'code': 200} Sep 21 10:10:02.246420 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dc2a8aa6-079e-42f2-8097-f01fee10577e tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group (9fa10d94-b057-413f-861a-fe62313efe36), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:02.248467 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f98950-a1b3-442c-b0f7-8271365c16a1 req-f5eef178-0efc-45eb-a361-a89018940465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:02.250033 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e2f98950-a1b3-442c-b0f7-8271365c16a1 req-f5eef178-0efc-45eb-a361-a89018940465 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e9df852f2e3a4ac0b52f80480949469c&device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 1129 time: 0.0668018 Sep 21 10:10:02.251767 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dc2a8aa6-079e-42f2-8097-f01fee10577e tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (9fa10d94-b057-413f-861a-fe62313efe36), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:02.285557 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a8aa6-079e-42f2-8097-f01fee10577e tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa10d94-b057-413f-861a-fe62313efe36,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:02.314545 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dc2a8aa6-079e-42f2-8097-f01fee10577e tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:02.318905 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-dc2a8aa6-079e-42f2-8097-f01fee10577e tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2191179 Sep 21 10:10:02.319402 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 54714) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:02.323985 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-eab07906-c315-48a4-8090-07401c36852f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Request body: {'security_group_rule': {'security_group_id': '9fa10d94-b057-413f-861a-fe62313efe36', 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:02.328975 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-05a6adb2-0ad7-4ff0-88a2-8eb43b8fb78e None None] Set router 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:10:02.353806 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:02.356279 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-eab07906-c315-48a4-8090-07401c36852f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group_rule (6374df28-9160-4d69-b274-a1859bfcb44d), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:02.421162 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:02.432431 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:02.458656 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-eab07906-c315-48a4-8090-07401c36852f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group_rule (6374df28-9160-4d69-b274-a1859bfcb44d), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:02.459686 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f98950-a1b3-442c-b0f7-8271365c16a1 req-e5b40b5b-0f2f-4a1b-b3fd-b87e1d43883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:02.461805 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e2f98950-a1b3-442c-b0f7-8271365c16a1 req-e5b40b5b-0f2f-4a1b-b3fd-b87e1d43883d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=6327c42e-81d4-4192-bfe4-14e358641177 HTTP/1.1" status: 200 len: 915 time: 0.1783667 Sep 21 10:10:02.466467 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-eab07906-c315-48a4-8090-07401c36852f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (6374df28-9160-4d69-b274-a1859bfcb44d), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:02.493617 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab07906-c315-48a4-8090-07401c36852f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6374df28-9160-4d69-b274-a1859bfcb44d,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:02.501844 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-eab07906-c315-48a4-8090-07401c36852f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:02.506208 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-eab07906-c315-48a4-8090-07401c36852f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1860218 Sep 21 10:10:02.506860 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 54720) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:02.512080 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-39cb769f-277a-4093-85ef-b7f64f8a342d tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Request body: {'security_group_rule': {'security_group_id': '9fa10d94-b057-413f-861a-fe62313efe36', 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:02.545316 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-39cb769f-277a-4093-85ef-b7f64f8a342d tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group_rule (6abdcc3f-946f-48a7-a948-5909efd7dad1), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:02.591621 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e2f98950-a1b3-442c-b0f7-8271365c16a1 req-3a04ad95-00dc-4230-b6dc-4f88881446ee service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2ed67a4-c291-42d9-be95-f7e630f1a56b HTTP/1.1" status: 200 len: 998 time: 0.1201546 Sep 21 10:10:02.631614 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-39cb769f-277a-4093-85ef-b7f64f8a342d tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group_rule (6abdcc3f-946f-48a7-a948-5909efd7dad1), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:02.639977 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-39cb769f-277a-4093-85ef-b7f64f8a342d tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (6abdcc3f-946f-48a7-a948-5909efd7dad1), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:02.658514 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-05a6adb2-0ad7-4ff0-88a2-8eb43b8fb78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'name': 'tempest-TestMinimumBasicScenario-655837236-router', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:25Z', 'updated_at': '2022-09-21T10:08:31Z', 'revision_number': 4, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'gw_port': {'id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:26Z', 'updated_at': '2022-09-21T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '3a59ba60-b78e-401d-8858-49faaaca41da', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'floating_ip_address': '172.27.2.67', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'port_id': 'f2ed67a4-c291-42d9-be95-f7e630f1a56b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177', 'mac_address': 'fa:16:3e:34:ad:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:10:01Z', 'updated_at': '2022-09-21T10:10:01Z', 'revision_number': 0, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c2c557-3ff8-4a86-95e1-fc469b242056', 'name': '', 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'mac_address': 'fa:16:3e:f9:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:29Z', 'updated_at': '2022-09-21T10:08:40Z', 'revision_number': 5, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'subnets': [{'id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:02.660889 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f98950-a1b3-442c-b0f7-8271365c16a1 req-78f4577e-de66-4f46-a36b-83ffeac39523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:02.662583 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e2f98950-a1b3-442c-b0f7-8271365c16a1 req-78f4577e-de66-4f46-a36b-83ffeac39523 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=e8b55abb-da7c-4272-a2d3-3aab9146c566 HTTP/1.1" status: 200 len: 853 time: 0.0532038 Sep 21 10:10:02.692658 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb769f-277a-4093-85ef-b7f64f8a342d tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6abdcc3f-946f-48a7-a948-5909efd7dad1,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:02.704654 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-39cb769f-277a-4093-85ef-b7f64f8a342d tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:02.711412 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-39cb769f-277a-4093-85ef-b7f64f8a342d tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1992645 Sep 21 10:10:02.712001 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 54732) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:02.723017 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-6c1a39c7-9c63-4a4b-b948-5665f0f61619 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Request body: {'security_group_rule': {'security_group_id': '9fa10d94-b057-413f-861a-fe62313efe36', 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:02.730925 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a6adb2-0ad7-4ff0-88a2-8eb43b8fb78e None None] Checking router: 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:10:02.755303 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a6adb2-0ad7-4ff0-88a2-8eb43b8fb78e None None] Routers {'1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:10:02.756387 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-05a6adb2-0ad7-4ff0-88a2-8eb43b8fb78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:09:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:02.762897 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f98950-a1b3-442c-b0f7-8271365c16a1 req-0a85286d-dfd5-44c1-8318-084151f1637b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:02.766293 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e2f98950-a1b3-442c-b0f7-8271365c16a1 req-0a85286d-dfd5-44c1-8318-084151f1637b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6327c42e-81d4-4192-bfe4-14e358641177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0949316 Sep 21 10:10:02.774136 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6c1a39c7-9c63-4a4b-b948-5665f0f61619 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group_rule (b23bccd5-cc93-4207-bd36-bd0efb0a116c), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:02.863957 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6c1a39c7-9c63-4a4b-b948-5665f0f61619 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group_rule (b23bccd5-cc93-4207-bd36-bd0efb0a116c), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:02.869532 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6c1a39c7-9c63-4a4b-b948-5665f0f61619 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (b23bccd5-cc93-4207-bd36-bd0efb0a116c), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:02.899797 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-05a6adb2-0ad7-4ff0-88a2-8eb43b8fb78e None None] Set router 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:10:02.912591 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a39c7-9c63-4a4b-b948-5665f0f61619 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23bccd5-cc93-4207-bd36-bd0efb0a116c,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:02.935731 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e2f98950-a1b3-442c-b0f7-8271365c16a1 req-f644953c-753a-4a27-8807-c3655c052863 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6327c42e-81d4-4192-bfe4-14e358641177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487548 Sep 21 10:10:02.945291 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6c1a39c7-9c63-4a4b-b948-5665f0f61619 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:02.951229 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-6c1a39c7-9c63-4a4b-b948-5665f0f61619 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2377567 Sep 21 10:10:02.953369 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 54738) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:02.953686 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:02.961151 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-de783d53-0526-4028-b077-ba0f7cc73cd6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Request body: {'security_group_rule': {'security_group_id': '9fa10d94-b057-413f-861a-fe62313efe36', 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:03.004953 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-de783d53-0526-4028-b077-ba0f7cc73cd6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group_rule (f652d751-2685-49fc-bfa4-de426e3c3396), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:03.083293 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e2f98950-a1b3-442c-b0f7-8271365c16a1 req-98f44dfb-e5f2-4450-895b-3f53a7369ddd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6327c42e-81d4-4192-bfe4-14e358641177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382039 Sep 21 10:10:03.172504 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-de783d53-0526-4028-b077-ba0f7cc73cd6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group_rule (f652d751-2685-49fc-bfa4-de426e3c3396), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:03.178818 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-de783d53-0526-4028-b077-ba0f7cc73cd6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (f652d751-2685-49fc-bfa4-de426e3c3396), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:03.215015 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de783d53-0526-4028-b077-ba0f7cc73cd6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f652d751-2685-49fc-bfa4-de426e3c3396,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:03.221703 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-de783d53-0526-4028-b077-ba0f7cc73cd6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:03.226252 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 54746) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:03.226846 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-de783d53-0526-4028-b077-ba0f7cc73cd6 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2718384 Sep 21 10:10:03.230912 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-0888ecb8-982a-4bfd-b578-11bc8f568e35 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Request body: {'security_group_rule': {'security_group_id': '9fa10d94-b057-413f-861a-fe62313efe36', 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:03.256450 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.securitygroups_db [None req-0888ecb8-982a-4bfd-b578-11bc8f568e35 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Project e9df852f2e3a4ac0b52f80480949469c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 10:10:03.257285 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-05a6adb2-0ad7-4ff0-88a2-8eb43b8fb78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'name': 'tempest-TestMinimumBasicScenario-655837236-router', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:25Z', 'updated_at': '2022-09-21T10:08:31Z', 'revision_number': 4, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'gw_port': {'id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:26Z', 'updated_at': '2022-09-21T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '3a59ba60-b78e-401d-8858-49faaaca41da', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'floating_ip_address': '172.27.2.67', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'port_id': 'f2ed67a4-c291-42d9-be95-f7e630f1a56b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177', 'mac_address': 'fa:16:3e:34:ad:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:10:01Z', 'updated_at': '2022-09-21T10:10:01Z', 'revision_number': 0, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c2c557-3ff8-4a86-95e1-fc469b242056', 'name': '', 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'mac_address': 'fa:16:3e:f9:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:29Z', 'updated_at': '2022-09-21T10:08:40Z', 'revision_number': 5, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'subnets': [{'id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:03.263367 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0888ecb8-982a-4bfd-b578-11bc8f568e35 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group_rule (9b8a367b-23b1-4fdc-a507-979ef960c93d), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:03.283718 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a6adb2-0ad7-4ff0-88a2-8eb43b8fb78e None None] The sync data for ids ['1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'] in dv-cinder-855479-2-iscsi is: [{'id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'name': 'tempest-TestMinimumBasicScenario-655837236-router', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:25Z', 'updated_at': '2022-09-21T10:08:31Z', 'revision_number': 4, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'gw_port': {'id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:26Z', 'updated_at': '2022-09-21T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '3a59ba60-b78e-401d-8858-49faaaca41da', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'floating_ip_address': '172.27.2.67', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'port_id': 'f2ed67a4-c291-42d9-be95-f7e630f1a56b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177', 'mac_address': 'fa:16:3e:34:ad:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:10:01Z', 'updated_at': '2022-09-21T10:10:01Z', 'revision_number': 0, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c2c557-3ff8-4a86-95e1-fc469b242056', 'name': '', 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'mac_address': 'fa:16:3e:f9:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:29Z', 'updated_at': '2022-09-21T10:08:40Z', 'revision_number': 5, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'subnets': [{'id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:10:03.335055 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0888ecb8-982a-4bfd-b578-11bc8f568e35 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group_rule (9b8a367b-23b1-4fdc-a507-979ef960c93d), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:03.339029 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0888ecb8-982a-4bfd-b578-11bc8f568e35 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (9b8a367b-23b1-4fdc-a507-979ef960c93d), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:03.363860 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888ecb8-982a-4bfd-b578-11bc8f568e35 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8a367b-23b1-4fdc-a507-979ef960c93d,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:03.369234 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0888ecb8-982a-4bfd-b578-11bc8f568e35 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:03.370474 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-0888ecb8-982a-4bfd-b578-11bc8f568e35 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1431663 Sep 21 10:10:03.373418 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 54748) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:03.378730 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-c4b8be29-6cab-4c7b-8939-326962767403 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Request body: {'security_group_rule': {'security_group_id': '9fa10d94-b057-413f-861a-fe62313efe36', 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:03.405158 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.securitygroups_db [None req-c4b8be29-6cab-4c7b-8939-326962767403 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Project e9df852f2e3a4ac0b52f80480949469c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 10:10:03.414727 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-c4b8be29-6cab-4c7b-8939-326962767403 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group_rule (eacfe9b4-0547-4d4c-9e5d-e29615176592), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:03.489773 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-c4b8be29-6cab-4c7b-8939-326962767403 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group_rule (eacfe9b4-0547-4d4c-9e5d-e29615176592), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:03.493928 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-c4b8be29-6cab-4c7b-8939-326962767403 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (eacfe9b4-0547-4d4c-9e5d-e29615176592), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:03.512879 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22243d91-eccf-4ad5-b5bc-83a7c78a1d63 None None] New status for floating IP 3a59ba60-b78e-401d-8858-49faaaca41da: ACTIVE {{(pid=106522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:10:03.520563 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8be29-6cab-4c7b-8939-326962767403 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacfe9b4-0547-4d4c-9e5d-e29615176592,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:03.527047 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-c4b8be29-6cab-4c7b-8939-326962767403 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:03.531368 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-c4b8be29-6cab-4c7b-8939-326962767403 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1539190 Sep 21 10:10:03.636577 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8727d726-da95-4541-8d17-403aa0f5b675 req-f40cf5ea-d4e9-420f-9046-72543628666e tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-819777972&fields=id&tenant_id=e9df852f2e3a4ac0b52f80480949469c HTTP/1.1" status: 200 len: 267 time: 0.0493569 Sep 21 10:10:03.661577 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-5da4fba0-9ab1-4428-86e6-65b452ed68a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:03.696898 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727d726-da95-4541-8d17-403aa0f5b675 req-39ebed07-cbb9-41f7-8b08-1b87450026db tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:03.698441 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8727d726-da95-4541-8d17-403aa0f5b675 req-39ebed07-cbb9-41f7-8b08-1b87450026db tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 945 time: 0.0523129 Sep 21 10:10:03.715244 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-8727d726-da95-4541-8d17-403aa0f5b675 req-a017d63b-23b0-440d-aec0-6e492f72e7e3 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Request body: {'port': {'security_groups': ['307f575c-704e-45f9-a322-b0ff572109f4', '9fa10d94-b057-413f-861a-fe62313efe36']}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:03.791616 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-8727d726-da95-4541-8d17-403aa0f5b675 req-a017d63b-23b0-440d-aec0-6e492f72e7e3 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:03.878714 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:04.034457 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-8727d726-da95-4541-8d17-403aa0f5b675 req-a017d63b-23b0-440d-aec0-6e492f72e7e3 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] For port f2ed67a4-c291-42d9-be95-f7e630f1a56b, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=f2ed67a4-c291-42d9-be95-f7e630f1a56b,segment=NetworkSegment(1d6a6390-632b-48b4-b997-26c5dc09fc82),segment_id=1d6a6390-632b-48b4-b997-26c5dc09fc82)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:10:04.064715 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-8727d726-da95-4541-8d17-403aa0f5b675 req-a017d63b-23b0-440d-aec0-6e492f72e7e3 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:04.069508 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-8727d726-da95-4541-8d17-403aa0f5b675 req-a017d63b-23b0-440d-aec0-6e492f72e7e3 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:04.079365 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727d726-da95-4541-8d17-403aa0f5b675 req-a017d63b-23b0-440d-aec0-6e492f72e7e3 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:04.080002 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-8727d726-da95-4541-8d17-403aa0f5b675 req-a017d63b-23b0-440d-aec0-6e492f72e7e3 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:04.081540 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8727d726-da95-4541-8d17-403aa0f5b675 req-a017d63b-23b0-440d-aec0-6e492f72e7e3 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "PUT /networking/v2.0/ports/f2ed67a4-c291-42d9-be95-f7e630f1a56b HTTP/1.1" status: 200 len: 981 time: 0.3726203 Sep 21 10:10:04.082129 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09', 'tag': 'f2ed67a4-c291-42d9-be95-f7e630f1a56b'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:10:04.083456 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['f2ed67a4-c291-42d9-be95-f7e630f1a56b'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:10:04.085203 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea31abeb-e8e6-4c82-af29-058f4f5f5997" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09", "tag": "f2ed67a4-c291-42d9-be95-f7e630f1a56b"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:10:04.164092 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017d63b-23b0-440d-aec0-6e492f72e7e3 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Pushing event updated for resources: {'Port': ['ID=f2ed67a4-c291-42d9-be95-f7e630f1a56b,revision_number=6']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:04.191434 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ea8db5-face-4b16-b57a-d162689915fa x-openstack-request-id: req-78ea8db5-face-4b16-b57a-d162689915fa {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:10:04.193375 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09", "tag": "f2ed67a4-c291-42d9-be95-f7e630f1a56b", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:10:04.193959 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-78ea8db5-face-4b16-b57a-d162689915fa {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:10:04.195104 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ea8db5-face-4b16-b57a-d162689915fa'] response: {'name': 'network-changed', 'server_uuid': 'f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09', 'tag': 'f2ed67a4-c291-42d9-be95-f7e630f1a56b', 'status': 'completed', 'code': 200} Sep 21 10:10:04.231366 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['f2ed67a4-c291-42d9-be95-f7e630f1a56b'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:10:04.280164 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31abeb-e8e6-4c82-af29-058f4f5f5997 req-d1f4ee03-7d57-4ea5-8f9f-94a5e4fba54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:04.280164 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ea31abeb-e8e6-4c82-af29-058f4f5f5997 req-d1f4ee03-7d57-4ea5-8f9f-94a5e4fba54f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e9df852f2e3a4ac0b52f80480949469c&device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 1168 time: 0.0547869 Sep 21 10:10:04.401358 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982ab4c-06c2-4c1b-b78e-1c3641b6f34a req-95b5bf9e-7a18-4950-b193-35db05b6c945 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:04.403286 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f982ab4c-06c2-4c1b-b78e-1c3641b6f34a req-95b5bf9e-7a18-4950-b193-35db05b6c945 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.2025609 Sep 21 10:10:04.513407 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=100 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:04.518834 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:04.545991 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31abeb-e8e6-4c82-af29-058f4f5f5997 req-0d7dbf1d-9529-43e2-9a47-0c15144babf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:04.548325 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ea31abeb-e8e6-4c82-af29-058f4f5f5997 req-0d7dbf1d-9529-43e2-9a47-0c15144babf8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=6327c42e-81d4-4192-bfe4-14e358641177 HTTP/1.1" status: 200 len: 915 time: 0.2461209 Sep 21 10:10:04.559099 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f982ab4c-06c2-4c1b-b78e-1c3641b6f34a req-0b49d48a-8066-456f-851a-2eb016aaa986 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1443648 Sep 21 10:10:04.642507 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ea31abeb-e8e6-4c82-af29-058f4f5f5997 req-61c49846-d08f-4a44-a424-dff7fd6d25d5 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2ed67a4-c291-42d9-be95-f7e630f1a56b HTTP/1.1" status: 200 len: 1000 time: 0.0806415 Sep 21 10:10:04.683478 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:04.711047 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31abeb-e8e6-4c82-af29-058f4f5f5997 req-f65ec4b1-ce62-4270-b7ff-584f93773e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:04.715774 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ea31abeb-e8e6-4c82-af29-058f4f5f5997 req-f65ec4b1-ce62-4270-b7ff-584f93773e5a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=e8b55abb-da7c-4272-a2d3-3aab9146c566 HTTP/1.1" status: 200 len: 853 time: 0.0642543 Sep 21 10:10:04.743972 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:04.744455 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:04.783627 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31abeb-e8e6-4c82-af29-058f4f5f5997 req-03296142-624c-4d55-99bb-d940d3b3c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:04.785219 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ea31abeb-e8e6-4c82-af29-058f4f5f5997 req-03296142-624c-4d55-99bb-d940d3b3c399 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6327c42e-81d4-4192-bfe4-14e358641177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639374 Sep 21 10:10:04.884661 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ea31abeb-e8e6-4c82-af29-058f4f5f5997 req-7582bbd6-10b9-437b-b6b8-c6589cfa216f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6327c42e-81d4-4192-bfe4-14e358641177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925832 Sep 21 10:10:04.981103 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ea31abeb-e8e6-4c82-af29-058f4f5f5997 req-06d80367-6ed0-43e1-8df1-75362980043c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6327c42e-81d4-4192-bfe4-14e358641177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872784 Sep 21 10:10:05.456770 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:06.549048 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:07.488396 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f15260-c4cd-422d-a497-dd2375d23a21 req-689d1b14-86a3-47a9-86b4-8509f77437fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:07.489904 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b2f15260-c4cd-422d-a497-dd2375d23a21 req-689d1b14-86a3-47a9-86b4-8509f77437fa service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f75ba10758754f4f9c778e357a87f58e&device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 1130 time: 0.0752375 Sep 21 10:10:07.497815 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc22c0d-67fd-4575-bc05-e380a9015a23 req-8c802dbb-5db0-4aea-92e8-588699f8ab78 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:07.499286 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4fc22c0d-67fd-4575-bc05-e380a9015a23 req-8c802dbb-5db0-4aea-92e8-588699f8ab78 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0747571 Sep 21 10:10:07.622881 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4fc22c0d-67fd-4575-bc05-e380a9015a23 req-7318fe6d-f973-4b06-b6ff-16e42261edbb tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098354 Sep 21 10:10:07.641119 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f15260-c4cd-422d-a497-dd2375d23a21 req-e0ce124b-f1cc-4ab3-b6d8-69d8424203a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:07.643403 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b2f15260-c4cd-422d-a497-dd2375d23a21 req-e0ce124b-f1cc-4ab3-b6d8-69d8424203a3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 200 len: 920 time: 0.1402807 Sep 21 10:10:07.721061 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b2f15260-c4cd-422d-a497-dd2375d23a21 req-8cb9e494-2e04-4e4a-9a0e-e0c70b07cae0 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5567942c-6fc7-4688-be83-932cde20b535 HTTP/1.1" status: 200 len: 1002 time: 0.0677319 Sep 21 10:10:07.721361 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:07.765024 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536720a-9a6b-4ac1-80a2-9e55976156ca req-31d4b064-ef9d-4c14-a991-8339830b6cc5 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:07.767064 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c536720a-9a6b-4ac1-80a2-9e55976156ca req-31d4b064-ef9d-4c14-a991-8339830b6cc5 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 945 time: 0.0566127 Sep 21 10:10:07.820695 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c536720a-9a6b-4ac1-80a2-9e55976156ca req-c566ad5b-aa15-4a70-a352-062b92bc9709 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473359 Sep 21 10:10:08.764549 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4815ed-4086-4bd9-b2ed-13e8232706dc req-e46abc34-6e99-4f7c-99f8-fa7ab8b57915 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:08.766118 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0d4815ed-4086-4bd9-b2ed-13e8232706dc req-e46abc34-6e99-4f7c-99f8-fa7ab8b57915 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0501668 Sep 21 10:10:08.819801 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0d4815ed-4086-4bd9-b2ed-13e8232706dc req-92aeb95f-9097-49c3-a477-f29319a89e6f tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468364 Sep 21 10:10:08.945170 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b03c6a-af5b-470e-9c1d-3f832d6adba7 req-63ba1146-a34d-4974-850f-ee2bc12927bf tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:08.946636 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-31b03c6a-af5b-470e-9c1d-3f832d6adba7 req-63ba1146-a34d-4974-850f-ee2bc12927bf tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 945 time: 0.0476725 Sep 21 10:10:09.000838 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-31b03c6a-af5b-470e-9c1d-3f832d6adba7 req-8c53eca7-c824-4bd9-a56f-f97c3425ac54 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483778 Sep 21 10:10:09.949289 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7363c4f-8eea-426f-8464-37ce0a2d9bca req-b85955ab-8ea7-473c-9822-e33a3497d0e4 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:09.950685 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b7363c4f-8eea-426f-8464-37ce0a2d9bca req-b85955ab-8ea7-473c-9822-e33a3497d0e4 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0480263 Sep 21 10:10:09.988427 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:10.004156 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b7363c4f-8eea-426f-8464-37ce0a2d9bca req-6760b3db-23f4-4e03-956e-89dd31cd3015 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476682 Sep 21 10:10:10.122726 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b85caa-808d-44ac-8e97-8dc446c90814 req-d19ed0b0-cf2f-448d-8c1d-a36c371ba0bc tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:10.124328 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-82b85caa-808d-44ac-8e97-8dc446c90814 req-d19ed0b0-cf2f-448d-8c1d-a36c371ba0bc tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 945 time: 0.0477707 Sep 21 10:10:10.175594 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-82b85caa-808d-44ac-8e97-8dc446c90814 req-ff810a1c-5a89-41f6-bea5-5535a169f040 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450153 Sep 21 10:10:11.133841 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43035cfc-595d-4c9b-9d35-887e7a9b6cb4 req-8dcb8ed4-2944-47cf-964a-9a00ca7c890d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:11.135398 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-43035cfc-595d-4c9b-9d35-887e7a9b6cb4 req-8dcb8ed4-2944-47cf-964a-9a00ca7c890d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0508854 Sep 21 10:10:11.185611 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-43035cfc-595d-4c9b-9d35-887e7a9b6cb4 req-b3fc5b93-01ad-403d-9d4b-b84bf7e499ab tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439136 Sep 21 10:10:11.306359 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eceeb34-3528-4eb8-b4d7-cde21477707d req-496e6698-fd8b-4d5c-9b21-f0c6c78e4fb1 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:11.307839 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7eceeb34-3528-4eb8-b4d7-cde21477707d req-496e6698-fd8b-4d5c-9b21-f0c6c78e4fb1 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 945 time: 0.0485415 Sep 21 10:10:11.364484 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7eceeb34-3528-4eb8-b4d7-cde21477707d req-c4fe0592-cb37-4ff8-afd7-c4ad2117e282 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505562 Sep 21 10:10:11.794389 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f15260-c4cd-422d-a497-dd2375d23a21 req-c6460e65-1484-4fad-b322-bb66d8ce1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:11.795992 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b2f15260-c4cd-422d-a497-dd2375d23a21 req-c6460e65-1484-4fad-b322-bb66d8ce1420 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5429b2a6-8b25-44de-bb46-df0f87df08ce HTTP/1.1" status: 200 len: 858 time: 0.0471439 Sep 21 10:10:11.845944 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f15260-c4cd-422d-a497-dd2375d23a21 req-51371484-0258-4927-88c9-dce0338f48d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:11.847391 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b2f15260-c4cd-422d-a497-dd2375d23a21 req-51371484-0258-4927-88c9-dce0338f48d5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=97a59516-89f9-4e8e-9ccf-abdda6abc087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434260 Sep 21 10:10:11.960689 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b2f15260-c4cd-422d-a497-dd2375d23a21 req-b3695450-5851-4f3e-8ffd-728fa35bd00b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850806 Sep 21 10:10:12.058466 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b2f15260-c4cd-422d-a497-dd2375d23a21 req-f20c258d-2565-4f8b-a1b7-39cf40bede00 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893137 Sep 21 10:10:12.342821 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c85754-7380-471a-b817-221301ef4c18 req-eb74cf20-3ce2-48fb-9350-f6eb0ab0ea9f tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:12.344942 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33c85754-7380-471a-b817-221301ef4c18 req-eb74cf20-3ce2-48fb-9350-f6eb0ab0ea9f tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 945 time: 0.0938122 Sep 21 10:10:12.353056 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8325c-3f2d-47cc-8bfa-c5d0b7928474 req-b558e8bb-fced-4bbd-9555-62b186336f30 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:12.354563 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a5a8325c-3f2d-47cc-8bfa-c5d0b7928474 req-b558e8bb-fced-4bbd-9555-62b186336f30 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0891075 Sep 21 10:10:12.381662 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:12.416809 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a5a8325c-3f2d-47cc-8bfa-c5d0b7928474 req-2390387b-6648-4e6e-8775-c7141cc7367f tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557587 Sep 21 10:10:12.551448 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35620a96-ba16-41a5-a79e-f6f79438adfc req-3d8e3497-959e-4efd-8bb2-96ee0e31bb80 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:12.552993 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-35620a96-ba16-41a5-a79e-f6f79438adfc req-3d8e3497-959e-4efd-8bb2-96ee0e31bb80 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 945 time: 0.0872681 Sep 21 10:10:12.583509 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-33c85754-7380-471a-b817-221301ef4c18 req-300930ae-ce90-4e02-8901-0894918b828a tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Deleting port b46d67ab-a4f4-4630-8e67-80938052acb7 {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:10:12.583910 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-33c85754-7380-471a-b817-221301ef4c18 req-300930ae-ce90-4e02-8901-0894918b828a tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (b46d67ab-a4f4-4630-8e67-80938052acb7), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:12.669261 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-35620a96-ba16-41a5-a79e-f6f79438adfc req-7b884732-356d-48da-8873-06983efae40b tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049204 Sep 21 10:10:12.710883 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-33c85754-7380-471a-b817-221301ef4c18 req-300930ae-ce90-4e02-8901-0894918b828a tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] For port b46d67ab-a4f4-4630-8e67-80938052acb7, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=b46d67ab-a4f4-4630-8e67-80938052acb7,segment=NetworkSegment(7d0c8935-6cd2-40e7-a78a-ed18778e00b5),segment_id=7d0c8935-6cd2-40e7-a78a-ed18778e00b5)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:10:12.711242 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-33c85754-7380-471a-b817-221301ef4c18 req-300930ae-ce90-4e02-8901-0894918b828a tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (b46d67ab-a4f4-4630-8e67-80938052acb7), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:12.736901 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-33c85754-7380-471a-b817-221301ef4c18 req-300930ae-ce90-4e02-8901-0894918b828a tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Calling delete_port for b46d67ab-a4f4-4630-8e67-80938052acb7 owned by compute:nova {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:10:12.746932 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:12.890246 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-33c85754-7380-471a-b817-221301ef4c18 req-300930ae-ce90-4e02-8901-0894918b828a tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (b46d67ab-a4f4-4630-8e67-80938052acb7), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:12.902353 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['b46d67ab-a4f4-4630-8e67-80938052acb7'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:10:12.918306 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300930ae-ce90-4e02-8901-0894918b828a tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Pushing event deleted for resources: {'Port': ['ID=b46d67ab-a4f4-4630-8e67-80938052acb7,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:12.969743 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c85754-7380-471a-b817-221301ef4c18 req-300930ae-ce90-4e02-8901-0894918b828a tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] No DVR routers for this DVR port b46d67ab-a4f4-4630-8e67-80938052acb7 on host hv-cinder-85547 {{(pid=106519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:10:12.972329 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-33c85754-7380-471a-b817-221301ef4c18 req-300930ae-ce90-4e02-8901-0894918b828a tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:12.975680 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33c85754-7380-471a-b817-221301ef4c18 req-300930ae-ce90-4e02-8901-0894918b828a tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.42 "DELETE /networking/v2.0/ports/b46d67ab-a4f4-4630-8e67-80938052acb7 HTTP/1.1" status: 204 len: 173 time: 0.5458009 Sep 21 10:10:12.976203 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a556b15b-f9da-4cff-8722-2873ea3d1e64', 'name': 'network-vif-deleted', 'tag': 'b46d67ab-a4f4-4630-8e67-80938052acb7'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:10:12.978677 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c02410-eff8-484b-bf9d-8cc15858681f" -d '{"events": [{"server_uuid": "a556b15b-f9da-4cff-8722-2873ea3d1e64", "name": "network-vif-deleted", "tag": "b46d67ab-a4f4-4630-8e67-80938052acb7"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:10:13.019805 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2158d8f-a316-4fd6-8268-c555c1f58b2e x-openstack-request-id: req-f2158d8f-a316-4fd6-8268-c555c1f58b2e {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:10:13.020132 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a556b15b-f9da-4cff-8722-2873ea3d1e64", "name": "network-vif-deleted", "tag": "b46d67ab-a4f4-4630-8e67-80938052acb7", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:10:13.020355 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f2158d8f-a316-4fd6-8268-c555c1f58b2e {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:10:13.020754 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2158d8f-a316-4fd6-8268-c555c1f58b2e'] response: {'server_uuid': 'a556b15b-f9da-4cff-8722-2873ea3d1e64', 'name': 'network-vif-deleted', 'tag': 'b46d67ab-a4f4-4630-8e67-80938052acb7', 'status': 'completed', 'code': 200} Sep 21 10:10:13.507187 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=79,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:13.516439 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=60,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:13.550807 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85629e6-4d66-4d6c-994f-f4135f356814 req-61588064-ba62-4964-9c6c-d97a89939120 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:13.552338 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e85629e6-4d66-4d6c-994f-f4135f356814 req-61588064-ba62-4964-9c6c-d97a89939120 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0489581 Sep 21 10:10:13.608573 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e85629e6-4d66-4d6c-994f-f4135f356814 req-5da3940f-c633-4efc-916c-a888dce5ed2c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506480 Sep 21 10:10:13.628780 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:13.659933 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:13.794566 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-59aae869-64c1-4322-bcbe-91b21c88ee23 req-e8057931-ee05-4e32-99b5-319a56198f8f tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a556b15b-f9da-4cff-8722-2873ea3d1e64 HTTP/1.1" status: 200 len: 210 time: 0.0288093 Sep 21 10:10:14.736557 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86d52c-f255-49df-817c-86a0d70aa0fa req-3b324736-cdd8-4bed-9c61-1ab61ae9cb6a tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:14.737971 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3d86d52c-f255-49df-817c-86a0d70aa0fa req-3b324736-cdd8-4bed-9c61-1ab61ae9cb6a tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0529828 Sep 21 10:10:14.784781 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3d86d52c-f255-49df-817c-86a0d70aa0fa req-04400f95-ab8b-42c0-9605-ecb7bfc844ee tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411425 Sep 21 10:10:15.905188 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e3cbc-3925-48f4-b273-351fa298ce49 req-c56c9e06-d5c3-4754-b1cd-7ba87c5ef2d4 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:15.906622 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-232e3cbc-3925-48f4-b273-351fa298ce49 req-c56c9e06-d5c3-4754-b1cd-7ba87c5ef2d4 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0459189 Sep 21 10:10:15.953120 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-232e3cbc-3925-48f4-b273-351fa298ce49 req-6585da25-2d21-4c9b-ae52-a44b8d767e7d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409317 Sep 21 10:10:16.542389 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:17.071271 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadc950-62cd-4df9-87f8-bc8ee17141f4 req-37b63228-7298-42c4-a502-48d2d11bbf4b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:17.072744 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-deadc950-62cd-4df9-87f8-bc8ee17141f4 req-37b63228-7298-42c4-a502-48d2d11bbf4b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0453219 Sep 21 10:10:17.123009 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-deadc950-62cd-4df9-87f8-bc8ee17141f4 req-cac49ca5-1d60-4600-8800-2f9043b577ce tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446594 Sep 21 10:10:17.874543 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device b46d67ab-a4f4-4630-8e67-80938052acb7 no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:10:17.902849 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: b46d67ab-a4f4-4630-8e67-80938052acb7 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:10:17.903184 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device b46d67ab-a4f4-4630-8e67-80938052acb7 not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:10:17.911417 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:18.290764 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85684217-7d23-46a2-aa52-90c200b2283f req-f0d4dfca-f891-4de8-9b57-a3b84e23d8d5 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:18.299295 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-85684217-7d23-46a2-aa52-90c200b2283f req-f0d4dfca-f891-4de8-9b57-a3b84e23d8d5 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0661650 Sep 21 10:10:18.348886 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:18.364257 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-85684217-7d23-46a2-aa52-90c200b2283f req-7760d532-d284-41af-b8e0-8a4f4f4d50eb tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639064 Sep 21 10:10:18.644357 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c6369-fd2d-425d-9a39-363f084de631 req-8cd0c624-bccb-40fd-9924-a6bf530c8422 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:18.645963 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-447c6369-fd2d-425d-9a39-363f084de631 req-8cd0c624-bccb-40fd-9924-a6bf530c8422 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.0486333 Sep 21 10:10:18.693616 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-447c6369-fd2d-425d-9a39-363f084de631 req-25bd5ac8-5cf9-410e-a10a-6a1ddfdf333f tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418258 Sep 21 10:10:19.508590 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e999c-751d-4877-8302-2960828b64f6 req-76e5e326-937c-466a-b101-2b718ca43004 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:19.510071 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-494e999c-751d-4877-8302-2960828b64f6 req-76e5e326-937c-466a-b101-2b718ca43004 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0616081 Sep 21 10:10:19.562611 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-494e999c-751d-4877-8302-2960828b64f6 req-bccc2bc4-6045-4862-b6cc-e84b6882296b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468099 Sep 21 10:10:19.821127 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be703776-3af3-45b9-9a21-e2b93dee42f9 req-890df96a-e1b4-4892-befa-454f2d5a49af tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:19.822640 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-be703776-3af3-45b9-9a21-e2b93dee42f9 req-890df96a-e1b4-4892-befa-454f2d5a49af tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.0504687 Sep 21 10:10:19.872641 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-be703776-3af3-45b9-9a21-e2b93dee42f9 req-33f8f81c-e176-4689-aea6-74f8eceb8f00 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443478 Sep 21 10:10:19.996926 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:10:20.679582 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:20.688586 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c34da6-a5c3-43c9-8ccd-4953a91b712f req-fddc82dc-9b06-47f8-88f8-4733a1a05b58 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:20.690869 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-40c34da6-a5c3-43c9-8ccd-4953a91b712f req-fddc82dc-9b06-47f8-88f8-4733a1a05b58 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0498357 Sep 21 10:10:20.742271 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-40c34da6-a5c3-43c9-8ccd-4953a91b712f req-4bd8ba43-c6ec-4ab1-94a4-512481f8ed2a tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448749 Sep 21 10:10:20.998793 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf9cbc-bbda-4270-8659-51c4e49f360f req-3b748fcc-7463-4408-8edd-20ce30d4dc17 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:21.000357 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b1bf9cbc-bbda-4270-8659-51c4e49f360f req-3b748fcc-7463-4408-8edd-20ce30d4dc17 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.0508420 Sep 21 10:10:21.049162 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b1bf9cbc-bbda-4270-8659-51c4e49f360f req-dd49b68c-cd4d-465c-bf3e-1077b8854387 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428541 Sep 21 10:10:21.872806 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51177ccf-281b-46ed-a07b-628cea45dafa req-61429965-2c21-4fc3-8fc5-0e1db59b53f4 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:21.877973 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-51177ccf-281b-46ed-a07b-628cea45dafa req-61429965-2c21-4fc3-8fc5-0e1db59b53f4 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0477865 Sep 21 10:10:21.922976 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-51177ccf-281b-46ed-a07b-628cea45dafa req-21d6f045-bebc-4f0f-a52d-ff9cfdae3b45 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420375 Sep 21 10:10:22.430191 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf57697-206f-4af7-9a89-35c074e45eae req-d827a3bc-029b-4515-b98c-c5b3857ba050 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:22.431670 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-caf57697-206f-4af7-9a89-35c074e45eae req-d827a3bc-029b-4515-b98c-c5b3857ba050 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.3060679 Sep 21 10:10:22.483139 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-caf57697-206f-4af7-9a89-35c074e45eae req-4aaf0dce-076d-4257-ba7c-8d5d758aa2ab tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456598 Sep 21 10:10:23.047196 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b7fd4-7864-4aa2-870e-41c99c7996c6 req-696de8b7-dcb2-455b-850c-daf3d0c2b133 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:23.048721 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-bf7b7fd4-7864-4aa2-870e-41c99c7996c6 req-696de8b7-dcb2-455b-850c-daf3d0c2b133 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0499415 Sep 21 10:10:23.099445 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-bf7b7fd4-7864-4aa2-870e-41c99c7996c6 req-9eea580e-eca6-4b19-8775-92d28a8963eb tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446174 Sep 21 10:10:23.467518 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191f198-9c1f-49a3-abfb-19817c123012 req-ad964f9d-877d-4c30-9974-be6c33a17451 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:23.468997 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4191f198-9c1f-49a3-abfb-19817c123012 req-ad964f9d-877d-4c30-9974-be6c33a17451 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.0563929 Sep 21 10:10:23.638764 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-4191f198-9c1f-49a3-abfb-19817c123012 req-f617e8d2-215d-4dd9-9d87-1fbc6a8e42c7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Deleting port 3e92fb13-32a5-4052-a608-cd35f3bac843 {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:10:23.639109 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4191f198-9c1f-49a3-abfb-19817c123012 req-f617e8d2-215d-4dd9-9d87-1fbc6a8e42c7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (3e92fb13-32a5-4052-a608-cd35f3bac843), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:23.647154 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7300449-1cf1-4ed7-b44b-6ecd406edd47 req-f85cf5f8-2a1c-4dc8-af51-c899f20338a6 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:23.648669 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d7300449-1cf1-4ed7-b44b-6ecd406edd47 req-f85cf5f8-2a1c-4dc8-af51-c899f20338a6 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 945 time: 0.0781813 Sep 21 10:10:23.753898 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d7300449-1cf1-4ed7-b44b-6ecd406edd47 req-0d36de62-719e-446e-a44b-c05d80bcf750 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=589ebaf8-d065-49bc-8b0a-83469a15818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895569 Sep 21 10:10:23.780103 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-4191f198-9c1f-49a3-abfb-19817c123012 req-f617e8d2-215d-4dd9-9d87-1fbc6a8e42c7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] For port 3e92fb13-32a5-4052-a608-cd35f3bac843, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=3e92fb13-32a5-4052-a608-cd35f3bac843,segment=NetworkSegment(241b5bf6-5ac4-473b-82f0-57d3d23ca7fb),segment_id=241b5bf6-5ac4-473b-82f0-57d3d23ca7fb)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:10:23.780479 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4191f198-9c1f-49a3-abfb-19817c123012 req-f617e8d2-215d-4dd9-9d87-1fbc6a8e42c7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (3e92fb13-32a5-4052-a608-cd35f3bac843), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:23.789382 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:24.092327 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4191f198-9c1f-49a3-abfb-19817c123012 req-f617e8d2-215d-4dd9-9d87-1fbc6a8e42c7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:24.093051 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4191f198-9c1f-49a3-abfb-19817c123012 req-f617e8d2-215d-4dd9-9d87-1fbc6a8e42c7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (b53e75bc-b3c5-439d-91b2-f09b3bb6da42), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:24.093051 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.l3_db [req-4191f198-9c1f-49a3-abfb-19817c123012 req-f617e8d2-215d-4dd9-9d87-1fbc6a8e42c7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Floating IP b53e75bc-b3c5-439d-91b2-f09b3bb6da42 disassociated. External IP: 172.27.2.231, port: 3e92fb13-32a5-4052-a608-cd35f3bac843. Sep 21 10:10:24.093376 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-4191f198-9c1f-49a3-abfb-19817c123012 req-f617e8d2-215d-4dd9-9d87-1fbc6a8e42c7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Calling delete_port for 3e92fb13-32a5-4052-a608-cd35f3bac843 owned by compute:nova {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:10:24.101637 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:24.233112 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-489e597e-0498-4dfb-9256-d3243b071a1a tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:24.234639 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-489e597e-0498-4dfb-9256-d3243b071a1a tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/networks?id=e99225b6-916e-4ede-a584-22ca38524abf HTTP/1.1" status: 200 len: 813 time: 0.2101250 Sep 21 10:10:24.249127 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901bf22-e9d7-4ec7-89fb-cc2150513c96 req-cee452c2-37fc-4b3f-a734-71ea87cadb23 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:24.250524 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d901bf22-e9d7-4ec7-89fb-cc2150513c96 req-cee452c2-37fc-4b3f-a734-71ea87cadb23 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 947 time: 0.0965281 Sep 21 10:10:24.283337 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-ec78377c-d697-4514-ad7f-0362ca152c1a tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/quotas/ce0abdcccb664f5d8f89be7b40b7fa5b HTTP/1.1" status: 200 len: 375 time: 0.0417750 Sep 21 10:10:24.360361 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-955b15e1-b2bc-453a-ae54-ecf3d2555c1b tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=ce0abdcccb664f5d8f89be7b40b7fa5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674634 Sep 21 10:10:24.368894 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d901bf22-e9d7-4ec7-89fb-cc2150513c96 req-e36db300-7a03-4820-a560-7133fdf5ad07 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104259 Sep 21 10:10:24.442673 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4191f198-9c1f-49a3-abfb-19817c123012 req-f617e8d2-215d-4dd9-9d87-1fbc6a8e42c7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (3e92fb13-32a5-4052-a608-cd35f3bac843), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:24.512385 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617e8d2-215d-4dd9-9d87-1fbc6a8e42c7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Pushing event deleted for resources: {'Port': ['ID=3e92fb13-32a5-4052-a608-cd35f3bac843,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:24.539501 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-b534d67c-5476-48de-982b-41740c686e9c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e99225b6-916e-4ede-a584-22ca38524abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696324 Sep 21 10:10:24.554062 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0f27f-0c60-4802-a75f-fa76966fc6a5 req-2db76ccb-eb67-453b-bd13-93ff268052f8 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:24.555629 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-efb0f27f-0c60-4802-a75f-fa76966fc6a5 req-2db76ccb-eb67-453b-bd13-93ff268052f8 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.1077147 Sep 21 10:10:24.744141 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:24.761699 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-efb0f27f-0c60-4802-a75f-fa76966fc6a5 req-6dfb414d-70dd-43b8-baba-d99a8b7daddf tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625710 Sep 21 10:10:24.774090 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-63027653-bb48-4886-89da-cb0002fc4a13 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e99225b6-916e-4ede-a584-22ca38524abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267890 Sep 21 10:10:24.779996 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4191f198-9c1f-49a3-abfb-19817c123012 req-f617e8d2-215d-4dd9-9d87-1fbc6a8e42c7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Router e96952d6-7208-4ffc-a87b-07d09a0809d2 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:10:24.901602 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e0ec4554-852b-46a8-9ad3-2762fcd42c04 req-548c76ce-319e-4652-922b-8a3a8f46f52e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 210 time: 0.0576518 Sep 21 10:10:24.931194 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4191f198-9c1f-49a3-abfb-19817c123012 req-f617e8d2-215d-4dd9-9d87-1fbc6a8e42c7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:10:24.947664 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671b1655-6a7c-4c35-8609-92d823760c23 None None] Sync routers for ids ['e96952d6-7208-4ffc-a87b-07d09a0809d2'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:10:24.959075 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b1655-6a7c-4c35-8609-92d823760c23 None None] Routers {'e96952d6-7208-4ffc-a87b-07d09a0809d2'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:10:24.959882 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-671b1655-6a7c-4c35-8609-92d823760c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:10:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['e96952d6-7208-4ffc-a87b-07d09a0809d2'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:25.006134 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-4191f198-9c1f-49a3-abfb-19817c123012 req-f617e8d2-215d-4dd9-9d87-1fbc6a8e42c7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] No DVR routers for this DVR port 3e92fb13-32a5-4052-a608-cd35f3bac843 on host hv-cinder-85547 {{(pid=106519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:10:25.025684 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4191f198-9c1f-49a3-abfb-19817c123012 req-f617e8d2-215d-4dd9-9d87-1fbc6a8e42c7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:25.031509 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4191f198-9c1f-49a3-abfb-19817c123012 req-f617e8d2-215d-4dd9-9d87-1fbc6a8e42c7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.42 "DELETE /networking/v2.0/ports/3e92fb13-32a5-4052-a608-cd35f3bac843 HTTP/1.1" status: 204 len: 173 time: 1.5099039 Sep 21 10:10:25.032094 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d43fa7-3a45-4066-b767-f5c092ea82f8', 'name': 'network-vif-deleted', 'tag': '3e92fb13-32a5-4052-a608-cd35f3bac843'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:10:25.034519 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d293e085-7ced-457e-b299-3cc5af543aa3" -d '{"events": [{"server_uuid": "70d43fa7-3a45-4066-b767-f5c092ea82f8", "name": "network-vif-deleted", "tag": "3e92fb13-32a5-4052-a608-cd35f3bac843"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:10:25.039946 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4610d58d-3850-4df3-8bcc-72d5ec35e885 req-c6e3e652-6a7a-4fdd-8b0f-946ab648ceae tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 210 time: 0.0684495 Sep 21 10:10:25.082400 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe521089-cd83-468b-af64-3de50697234d x-openstack-request-id: req-fe521089-cd83-468b-af64-3de50697234d {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:10:25.082400 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d43fa7-3a45-4066-b767-f5c092ea82f8", "name": "network-vif-deleted", "tag": "3e92fb13-32a5-4052-a608-cd35f3bac843", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:10:25.082400 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fe521089-cd83-468b-af64-3de50697234d {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:10:25.083134 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe521089-cd83-468b-af64-3de50697234d'] response: {'server_uuid': '70d43fa7-3a45-4066-b767-f5c092ea82f8', 'name': 'network-vif-deleted', 'tag': '3e92fb13-32a5-4052-a608-cd35f3bac843', 'status': 'completed', 'code': 200} Sep 21 10:10:25.094153 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-671b1655-6a7c-4c35-8609-92d823760c23 None None] Set router e96952d6-7208-4ffc-a87b-07d09a0809d2 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:10:25.313778 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-671b1655-6a7c-4c35-8609-92d823760c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 4, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port': {'id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd3927141-7786-4816-b6d0-e42a026a5a54', 'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'mac_address': 'fa:16:3e:2e:24:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:48Z', 'updated_at': '2022-09-21T10:06:11Z', 'revision_number': 5, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'subnets': [{'id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:25.348719 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671b1655-6a7c-4c35-8609-92d823760c23 None None] Checking router: e96952d6-7208-4ffc-a87b-07d09a0809d2 for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:10:25.358711 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b1655-6a7c-4c35-8609-92d823760c23 None None] Routers {'e96952d6-7208-4ffc-a87b-07d09a0809d2'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:10:25.359338 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-671b1655-6a7c-4c35-8609-92d823760c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:10:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['e96952d6-7208-4ffc-a87b-07d09a0809d2'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:25.484540 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-671b1655-6a7c-4c35-8609-92d823760c23 None None] Set router e96952d6-7208-4ffc-a87b-07d09a0809d2 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:10:25.528801 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e47f1-7ad6-4c3a-9266-251522a2b98b req-9eab7126-9e73-4577-ae25-24281cc15b49 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:25.530417 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-257e47f1-7ad6-4c3a-9266-251522a2b98b req-9eab7126-9e73-4577-ae25-24281cc15b49 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 947 time: 0.0594568 Sep 21 10:10:25.587542 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-257e47f1-7ad6-4c3a-9266-251522a2b98b req-ac310305-ebc4-409d-9a4b-b5b96e20668c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499744 Sep 21 10:10:25.685132 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-671b1655-6a7c-4c35-8609-92d823760c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 4, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port': {'id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd3927141-7786-4816-b6d0-e42a026a5a54', 'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'mac_address': 'fa:16:3e:2e:24:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:48Z', 'updated_at': '2022-09-21T10:06:11Z', 'revision_number': 5, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'subnets': [{'id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:25.712250 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671b1655-6a7c-4c35-8609-92d823760c23 None None] The sync data for ids ['e96952d6-7208-4ffc-a87b-07d09a0809d2'] in dv-cinder-855479-2-iscsi is: [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 4, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port': {'id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd3927141-7786-4816-b6d0-e42a026a5a54', 'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'mac_address': 'fa:16:3e:2e:24:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:48Z', 'updated_at': '2022-09-21T10:06:11Z', 'revision_number': 5, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'subnets': [{'id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:10:25.915018 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:25.936110 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573bb73-4ebe-4509-b528-36b63644f1c3 req-30df7830-dc2a-41a1-9c79-36e6f03b866c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:25.938373 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8573bb73-4ebe-4509-b528-36b63644f1c3 req-30df7830-dc2a-41a1-9c79-36e6f03b866c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0785551 Sep 21 10:10:25.949665 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 3e92fb13-32a5-4052-a608-cd35f3bac843 no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:10:25.982664 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: 3e92fb13-32a5-4052-a608-cd35f3bac843 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:10:25.983178 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 3e92fb13-32a5-4052-a608-cd35f3bac843 not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:10:26.043197 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8573bb73-4ebe-4509-b528-36b63644f1c3 req-c671413a-bb90-4cbc-948a-2b69dbf89106 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712659 Sep 21 10:10:26.111723 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f662f0ce-330a-491b-8d6b-eb1297eea33d None None] New status for floating IP b53e75bc-b3c5-439d-91b2-f09b3bb6da42: DOWN {{(pid=106522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:10:26.119940 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-037997ed-9287-4556-91fe-c689d0aa6882 req-9a62b044-b5fe-4e82-b487-7570741df446 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=70d43fa7-3a45-4066-b767-f5c092ea82f8 HTTP/1.1" status: 200 len: 210 time: 0.0536876 Sep 21 10:10:26.242989 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-750d76e3-c9f6-4aa9-a582-a2c2b11997cc req-9123bb73-0a47-4ded-8ff9-9d381efa5abd tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 210 time: 0.0589263 Sep 21 10:10:26.259515 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858f6a5-b226-4da1-9452-bc56ee6caa37 req-8f85bc7c-942a-4ad9-ba72-5dd4a9656f02 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:26.261041 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e858f6a5-b226-4da1-9452-bc56ee6caa37 req-8f85bc7c-942a-4ad9-ba72-5dd4a9656f02 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 947 time: 0.0853467 Sep 21 10:10:26.367224 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-e858f6a5-b226-4da1-9452-bc56ee6caa37 req-6b89a45b-1904-4970-87d2-c3417056a68d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Deleting port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:10:26.367549 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-e858f6a5-b226-4da1-9452-bc56ee6caa37 req-6b89a45b-1904-4970-87d2-c3417056a68d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:26.460895 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-e858f6a5-b226-4da1-9452-bc56ee6caa37 req-6b89a45b-1904-4970-87d2-c3417056a68d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] For port 148e91ff-3fb3-4329-a282-1d7ebc94ae46, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=148e91ff-3fb3-4329-a282-1d7ebc94ae46,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:10:26.461250 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-e858f6a5-b226-4da1-9452-bc56ee6caa37 req-6b89a45b-1904-4970-87d2-c3417056a68d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:26.639125 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-e858f6a5-b226-4da1-9452-bc56ee6caa37 req-6b89a45b-1904-4970-87d2-c3417056a68d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:26.639125 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-e858f6a5-b226-4da1-9452-bc56ee6caa37 req-6b89a45b-1904-4970-87d2-c3417056a68d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (077be602-b124-4cd0-9f5c-761dc6969b41), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:26.639125 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.l3_db [req-e858f6a5-b226-4da1-9452-bc56ee6caa37 req-6b89a45b-1904-4970-87d2-c3417056a68d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Floating IP 077be602-b124-4cd0-9f5c-761dc6969b41 disassociated. External IP: 172.27.2.4, port: 148e91ff-3fb3-4329-a282-1d7ebc94ae46. Sep 21 10:10:26.639125 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-e858f6a5-b226-4da1-9452-bc56ee6caa37 req-6b89a45b-1904-4970-87d2-c3417056a68d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Calling delete_port for 148e91ff-3fb3-4329-a282-1d7ebc94ae46 owned by compute:nova {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:10:26.769148 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:26.779962 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45521a63-7f55-404c-a1bb-382d9807c455 req-cbcd7af5-8d3b-44a6-a321-dd6ebd1e1f83 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:26.781610 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-45521a63-7f55-404c-a1bb-382d9807c455 req-cbcd7af5-8d3b-44a6-a321-dd6ebd1e1f83 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 947 time: 0.0932934 Sep 21 10:10:26.885195 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-e858f6a5-b226-4da1-9452-bc56ee6caa37 req-6b89a45b-1904-4970-87d2-c3417056a68d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (148e91ff-3fb3-4329-a282-1d7ebc94ae46), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:26.931068 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-45521a63-7f55-404c-a1bb-382d9807c455 req-11a449e7-82ea-4c6b-a5e3-376a70449bf1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bcc146eb-1ba1-4f2c-b015-487d79f94185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417737 Sep 21 10:10:26.933507 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89a45b-1904-4970-87d2-c3417056a68d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Pushing event deleted for resources: {'Port': ['ID=148e91ff-3fb3-4329-a282-1d7ebc94ae46,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:27.104598 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e858f6a5-b226-4da1-9452-bc56ee6caa37 req-6b89a45b-1904-4970-87d2-c3417056a68d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Router 8ed771b5-79e0-4eec-903c-9332794fdbe8 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:10:27.198509 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:27.241326 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 55118) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:27.254799 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfb3e9-3000-477e-ad01-31a4364dcc96 req-5b70c435-d710-4591-9e07-532d42269bd0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:27.256323 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-58dfb3e9-3000-477e-ad01-31a4364dcc96 req-5b70c435-d710-4591-9e07-532d42269bd0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.1030173 Sep 21 10:10:27.292511 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e858f6a5-b226-4da1-9452-bc56ee6caa37 req-6b89a45b-1904-4970-87d2-c3417056a68d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:10:27.303986 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2257f59a-94d5-471d-8966-0ed84bed7c36 None None] Sync routers for ids ['8ed771b5-79e0-4eec-903c-9332794fdbe8'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:10:27.310674 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ff55ad2d-8d94-4061-8a8f-cb88e2d0d61d tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group (589ebaf8-d065-49bc-8b0a-83469a15818a), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:27.316602 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2257f59a-94d5-471d-8966-0ed84bed7c36 None None] Routers {'8ed771b5-79e0-4eec-903c-9332794fdbe8'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:10:27.318995 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-2257f59a-94d5-471d-8966-0ed84bed7c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:10:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['8ed771b5-79e0-4eec-903c-9332794fdbe8'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:27.335279 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ff55ad2d-8d94-4061-8a8f-cb88e2d0d61d tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group (589ebaf8-d065-49bc-8b0a-83469a15818a), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:27.345632 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-58dfb3e9-3000-477e-ad01-31a4364dcc96 req-268c477f-de59-4f68-a26d-f49adc4d9dee tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796897 Sep 21 10:10:27.395969 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ff55ad2d-8d94-4061-8a8f-cb88e2d0d61d tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (589ebaf8-d065-49bc-8b0a-83469a15818a), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:27.396832 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-e858f6a5-b226-4da1-9452-bc56ee6caa37 req-6b89a45b-1904-4970-87d2-c3417056a68d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] No DVR routers for this DVR port 148e91ff-3fb3-4329-a282-1d7ebc94ae46 on host hv-cinder-85547 {{(pid=106519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:10:27.399806 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f4030e8d-1011-4019-bc7e-97aed7ade230 req-fdc29b1e-4e49-4038-acd8-b879874567ce tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 210 time: 0.0506797 Sep 21 10:10:27.400829 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-e858f6a5-b226-4da1-9452-bc56ee6caa37 req-6b89a45b-1904-4970-87d2-c3417056a68d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:27.404009 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e858f6a5-b226-4da1-9452-bc56ee6caa37 req-6b89a45b-1904-4970-87d2-c3417056a68d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.42 "DELETE /networking/v2.0/ports/148e91ff-3fb3-4329-a282-1d7ebc94ae46 HTTP/1.1" status: 204 len: 173 time: 1.1355302 Sep 21 10:10:27.404530 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db0f842-9480-43d7-8547-215cdd591300', 'name': 'network-vif-deleted', 'tag': '148e91ff-3fb3-4329-a282-1d7ebc94ae46'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:10:27.406864 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d361386-0bdd-4d84-9b65-a984cbba957a" -d '{"events": [{"server_uuid": "8db0f842-9480-43d7-8547-215cdd591300", "name": "network-vif-deleted", "tag": "148e91ff-3fb3-4329-a282-1d7ebc94ae46"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:10:27.409164 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ff55ad2d-8d94-4061-8a8f-cb88e2d0d61d tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:27.415314 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 55124) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:27.420366 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-ff55ad2d-8d94-4061-8a8f-cb88e2d0d61d tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/589ebaf8-d065-49bc-8b0a-83469a15818a HTTP/1.1" status: 204 len: 168 time: 0.1773944 Sep 21 10:10:27.430280 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.api.v2.resource [None req-1ede2d4a-2633-4d0b-b55c-f21a13abf627 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] show failed (client error): The resource could not be found. Sep 21 10:10:27.435094 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-1ede2d4a-2633-4d0b-b55c-f21a13abf627 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups/589ebaf8-d065-49bc-8b0a-83469a15818a HTTP/1.1" status: 404 len: 347 time: 0.0186739 Sep 21 10:10:27.435707 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 55126) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:27.436343 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55ad2d-8d94-4061-8a8f-cb88e2d0d61d tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=589ebaf8-d065-49bc-8b0a-83469a15818a,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:27.487175 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef66b3d6-b0d7-4235-8f3f-6e94aab17531 x-openstack-request-id: req-ef66b3d6-b0d7-4235-8f3f-6e94aab17531 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:10:27.487455 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db0f842-9480-43d7-8547-215cdd591300", "name": "network-vif-deleted", "tag": "148e91ff-3fb3-4329-a282-1d7ebc94ae46", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:10:27.487749 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ef66b3d6-b0d7-4235-8f3f-6e94aab17531 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:10:27.488150 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef66b3d6-b0d7-4235-8f3f-6e94aab17531'] response: {'server_uuid': '8db0f842-9480-43d7-8547-215cdd591300', 'name': 'network-vif-deleted', 'tag': '148e91ff-3fb3-4329-a282-1d7ebc94ae46', 'status': 'completed', 'code': 200} Sep 21 10:10:27.694516 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-0e61c51a-43ac-4e4c-a187-df7a90c8cc37 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Deleting port 65cc295d-01ef-4f28-b606-c35f76e2b14b {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:10:27.695196 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0e61c51a-43ac-4e4c-a187-df7a90c8cc37 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (65cc295d-01ef-4f28-b606-c35f76e2b14b), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:27.739789 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-2257f59a-94d5-471d-8966-0ed84bed7c36 None None] Set router 8ed771b5-79e0-4eec-903c-9332794fdbe8 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:10:27.901995 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:28.077545 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-2257f59a-94d5-471d-8966-0ed84bed7c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 4, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port': {'id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec', 'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'mac_address': 'fa:16:3e:e3:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:46Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 5, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'subnets': [{'id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:28.105033 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2257f59a-94d5-471d-8966-0ed84bed7c36 None None] Checking router: 8ed771b5-79e0-4eec-903c-9332794fdbe8 for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:10:28.115941 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2257f59a-94d5-471d-8966-0ed84bed7c36 None None] Routers {'8ed771b5-79e0-4eec-903c-9332794fdbe8'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:10:28.116568 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-2257f59a-94d5-471d-8966-0ed84bed7c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:10:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['8ed771b5-79e0-4eec-903c-9332794fdbe8'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:28.174843 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e1793ba7-b6f4-4ff6-83b8-78ec8994b23f req-9bda6174-1cc6-4303-8940-b076c9cda195 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8db0f842-9480-43d7-8547-215cdd591300 HTTP/1.1" status: 200 len: 210 time: 0.0463614 Sep 21 10:10:28.228223 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-f27ae9a5-48f1-4b80-94db-50956fc138df tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:28.229912 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-f27ae9a5-48f1-4b80-94db-50956fc138df tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e99225b6-916e-4ede-a584-22ca38524abf HTTP/1.1" status: 200 len: 813 time: 0.6895494 Sep 21 10:10:28.233992 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-2257f59a-94d5-471d-8966-0ed84bed7c36 None None] Set router 8ed771b5-79e0-4eec-903c-9332794fdbe8 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:10:28.244756 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0e61c51a-43ac-4e4c-a187-df7a90c8cc37 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (65cc295d-01ef-4f28-b606-c35f76e2b14b), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:28.245198 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0e61c51a-43ac-4e4c-a187-df7a90c8cc37 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for floatingip (65cc295d-01ef-4f28-b606-c35f76e2b14b), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:28.261080 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-0e61c51a-43ac-4e4c-a187-df7a90c8cc37 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Calling delete_port for 65cc295d-01ef-4f28-b606-c35f76e2b14b owned by network:floatingip {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:10:28.368248 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:28.379402 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:28.418521 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0e61c51a-43ac-4e4c-a187-df7a90c8cc37 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (65cc295d-01ef-4f28-b606-c35f76e2b14b), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:28.451091 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-b7668618-42ca-44aa-b353-ce7438d5004c tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Request body: {'port': {'device_id': 'c6bf7712-a255-4a07-abd9-0d67a3654a41', 'network_id': 'e99225b6-916e-4ede-a584-22ca38524abf', 'admin_state_up': True, 'tenant_id': 'ce0abdcccb664f5d8f89be7b40b7fa5b'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:28.465118 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-2257f59a-94d5-471d-8966-0ed84bed7c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 4, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port': {'id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec', 'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'mac_address': 'fa:16:3e:e3:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:46Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 5, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'subnets': [{'id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:28.471268 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61c51a-43ac-4e4c-a187-df7a90c8cc37 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Pushing event deleted for resources: {'Port': ['ID=65cc295d-01ef-4f28-b606-c35f76e2b14b,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:28.503113 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2257f59a-94d5-471d-8966-0ed84bed7c36 None None] The sync data for ids ['8ed771b5-79e0-4eec-903c-9332794fdbe8'] in dv-cinder-855479-2-iscsi is: [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 4, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port': {'id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec', 'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'mac_address': 'fa:16:3e:e3:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:46Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 5, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'subnets': [{'id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:10:28.654508 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fb7c5477-4c8b-46c5-8756-0d6fa73504f1 req-d621b4e7-7d95-4510-b526-8d12cc8634b3 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 210 time: 0.0964360 Sep 21 10:10:28.687200 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3220daa-66e5-48bb-9ee8-97c43cf7e1f6 req-130e9d43-390d-4fdf-879c-52d6951a3a8b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:28.688855 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b3220daa-66e5-48bb-9ee8-97c43cf7e1f6 req-130e9d43-390d-4fdf-879c-52d6951a3a8b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.2118099 Sep 21 10:10:28.747360 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0e61c51a-43ac-4e4c-a187-df7a90c8cc37 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for floatingip (b53e75bc-b3c5-439d-91b2-f09b3bb6da42), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:28.750681 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0e61c51a-43ac-4e4c-a187-df7a90c8cc37 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:28.757050 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-0e61c51a-43ac-4e4c-a187-df7a90c8cc37 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/b53e75bc-b3c5-439d-91b2-f09b3bb6da42 HTTP/1.1" status: 204 len: 168 time: 1.3199873 Sep 21 10:10:28.802356 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b3220daa-66e5-48bb-9ee8-97c43cf7e1f6 req-0d74eba8-3c61-47f5-b898-38017ea5b00e tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995271 Sep 21 10:10:28.805507 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-b7668618-42ca-44aa-b353-ce7438d5004c tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Made reservation on behalf of ce0abdcccb664f5d8f89be7b40b7fa5b for: {'port': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:10:28.813543 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-b7668618-42ca-44aa-b353-ce7438d5004c tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:28.897931 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:28.903998 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 55144) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:28.906223 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae4de99-ca37-419b-9165-c0ed90b596a2 None None] New status for floating IP 077be602-b124-4cd0-9f5c-761dc6969b41: DOWN {{(pid=106522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:10:28.910712 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-bec01b34-c42b-4573-a2d3-201eba6489f9 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Request body: {'security_group': {'name': 'tempest-securitygroup--954446185', 'description': 'tempest-description--729882324'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:28.934984 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bec01b34-c42b-4573-a2d3-201eba6489f9 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:28.991174 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-b7668618-42ca-44aa-b353-ce7438d5004c tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Allocated IP 172.20.0.14 (e99225b6-916e-4ede-a584-22ca38524abf/4b5e4b4f-836d-4476-b56b-3ee47fd97507/6694d339-a7f3-4600-acf9-506e7264a5a0) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:10:29.049238 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bec01b34-c42b-4573-a2d3-201eba6489f9 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group (f2ff86e3-eb2d-4b88-b6bd-7221106eb871), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.056296 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bec01b34-c42b-4573-a2d3-201eba6489f9 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (f2ff86e3-eb2d-4b88-b6bd-7221106eb871), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.102103 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bec01b34-c42b-4573-a2d3-201eba6489f9 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.102103 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-bec01b34-c42b-4573-a2d3-201eba6489f9 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1934800 Sep 21 10:10:29.102103 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec01b34-c42b-4573-a2d3-201eba6489f9 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ff86e3-eb2d-4b88-b6bd-7221106eb871,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:29.102574 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 55146) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:29.108107 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-fd5097ce-76f9-4028-923d-66ada8a72d8c tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Request body: {'security_group_rule': {'security_group_id': 'f2ff86e3-eb2d-4b88-b6bd-7221106eb871', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:29.140320 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-fd5097ce-76f9-4028-923d-66ada8a72d8c tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group_rule (618f037b-dd23-4456-83fe-a1d91edabdfc), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.194839 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-b7668618-42ca-44aa-b353-ce7438d5004c tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Publish callbacks [] for port (6694d339-a7f3-4600-acf9-506e7264a5a0), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.203940 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-fd5097ce-76f9-4028-923d-66ada8a72d8c tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group_rule (618f037b-dd23-4456-83fe-a1d91edabdfc), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.208598 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-fd5097ce-76f9-4028-923d-66ada8a72d8c tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (618f037b-dd23-4456-83fe-a1d91edabdfc), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.235238 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-b7668618-42ca-44aa-b353-ce7438d5004c tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (6694d339-a7f3-4600-acf9-506e7264a5a0), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.235900 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5097ce-76f9-4028-923d-66ada8a72d8c tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618f037b-dd23-4456-83fe-a1d91edabdfc,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:29.240715 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-fd5097ce-76f9-4028-923d-66ada8a72d8c tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.242224 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-fd5097ce-76f9-4028-923d-66ada8a72d8c tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383183 Sep 21 10:10:29.247295 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 55150) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:29.252807 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-1082142d-5905-46c6-b0a8-d66f730148cf tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Request body: {'security_group_rule': {'security_group_id': 'f2ff86e3-eb2d-4b88-b6bd-7221106eb871', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:29.288764 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1082142d-5905-46c6-b0a8-d66f730148cf tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group_rule (312e0617-70ec-4008-9d42-199f02477337), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.301938 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-b7668618-42ca-44aa-b353-ce7438d5004c tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Network e99225b6-916e-4ede-a584-22ca38524abf is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:10:29.303248 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 55154) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:29.307473 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-b7668618-42ca-44aa-b353-ce7438d5004c tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:10:29.310203 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7668618-42ca-44aa-b353-ce7438d5004c tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Pushing event updated for resources: {'Port': ['ID=6694d339-a7f3-4600-acf9-506e7264a5a0,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:29.312799 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-b7668618-42ca-44aa-b353-ce7438d5004c tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:10:29.371207 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-b7668618-42ca-44aa-b353-ce7438d5004c tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:29.372395 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-b7668618-42ca-44aa-b353-ce7438d5004c tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.378449 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:29.397649 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-490b4d12-50df-4dfb-b607-f710de3727b9 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group (bcc146eb-1ba1-4f2c-b015-487d79f94185), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.401947 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-b7668618-42ca-44aa-b353-ce7438d5004c tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9584422 Sep 21 10:10:29.406397 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1082142d-5905-46c6-b0a8-d66f730148cf tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group_rule (312e0617-70ec-4008-9d42-199f02477337), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.413963 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1082142d-5905-46c6-b0a8-d66f730148cf tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (312e0617-70ec-4008-9d42-199f02477337), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.418746 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Request body: {'port': {'device_id': 'c6bf7712-a255-4a07-abd9-0d67a3654a41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:29.467058 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-490b4d12-50df-4dfb-b607-f710de3727b9 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group (bcc146eb-1ba1-4f2c-b015-487d79f94185), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.470435 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082142d-5905-46c6-b0a8-d66f730148cf tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312e0617-70ec-4008-9d42-199f02477337,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:29.474113 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-1082142d-5905-46c6-b0a8-d66f730148cf tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.480385 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-1082142d-5905-46c6-b0a8-d66f730148cf tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2269518 Sep 21 10:10:29.481818 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 55156) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:29.493474 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-f7d3fa5f-360a-4756-b586-a5d454c222fd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Request body: {'floatingip': {'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:29.510047 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (6694d339-a7f3-4600-acf9-506e7264a5a0), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.533862 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f7d3fa5f-360a-4756-b586-a5d454c222fd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.542551 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-490b4d12-50df-4dfb-b607-f710de3727b9 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (bcc146eb-1ba1-4f2c-b015-487d79f94185), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.544122 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-490b4d12-50df-4dfb-b607-f710de3727b9 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.545845 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-490b4d12-50df-4dfb-b607-f710de3727b9 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/bcc146eb-1ba1-4f2c-b015-487d79f94185 HTTP/1.1" status: 204 len: 168 time: 0.2416296 Sep 21 10:10:29.549983 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 55158) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:29.567805 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b4d12-50df-4dfb-b607-f710de3727b9 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc146eb-1ba1-4f2c-b015-487d79f94185,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:29.569710 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.api.v2.resource [None req-0f017bbe-8d3b-4536-9593-48e9fb1bda52 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] show failed (client error): The resource could not be found. Sep 21 10:10:29.570744 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-0f017bbe-8d3b-4536-9593-48e9fb1bda52 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups/bcc146eb-1ba1-4f2c-b015-487d79f94185 HTTP/1.1" status: 404 len: 347 time: 0.0198100 Sep 21 10:10:29.573676 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 55160) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:29.580223 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:29.664192 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=8 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:29.706413 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-f762b511-7479-4dec-8dea-fff45e23f6d8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Deleting port c27fe7e6-a6c1-44c4-879f-6b228d83b8d9 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:10:29.707004 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f762b511-7479-4dec-8dea-fff45e23f6d8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (c27fe7e6-a6c1-44c4-879f-6b228d83b8d9), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.712197 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f7d3fa5f-360a-4756-b586-a5d454c222fd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.806749 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f762b511-7479-4dec-8dea-fff45e23f6d8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (c27fe7e6-a6c1-44c4-879f-6b228d83b8d9), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.807068 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f762b511-7479-4dec-8dea-fff45e23f6d8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for floatingip (c27fe7e6-a6c1-44c4-879f-6b228d83b8d9), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.821099 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-f762b511-7479-4dec-8dea-fff45e23f6d8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Calling delete_port for c27fe7e6-a6c1-44c4-879f-6b228d83b8d9 owned by network:floatingip {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:10:29.854153 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fc0f4-fbd0-4c6e-aaed-5066885c4ed9 req-a5eac052-1d7d-403a-8102-de51991539b6 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:29.855679 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2d5fc0f4-fbd0-4c6e-aaed-5066885c4ed9 req-a5eac052-1d7d-403a-8102-de51991539b6 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 932 time: 0.0982273 Sep 21 10:10:29.880771 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:29.959213 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 148e91ff-3fb3-4329-a282-1d7ebc94ae46 no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:10:29.973754 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f762b511-7479-4dec-8dea-fff45e23f6d8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (c27fe7e6-a6c1-44c4-879f-6b228d83b8d9), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:29.983454 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: 148e91ff-3fb3-4329-a282-1d7ebc94ae46 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:10:29.984048 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 148e91ff-3fb3-4329-a282-1d7ebc94ae46 not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:10:30.028070 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762b511-7479-4dec-8dea-fff45e23f6d8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Pushing event deleted for resources: {'Port': ['ID=c27fe7e6-a6c1-44c4-879f-6b228d83b8d9,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:30.039025 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [None req-f7d3fa5f-360a-4756-b586-a5d454c222fd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Allocated IP 172.27.2.17 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/79f35ec2-456f-4b82-8fc2-5e3b8e72a3cb) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:10:30.056942 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32826e74-3fb0-4b85-a5ed-9780bf1ab691 req-2931ea36-ed44-436f-afe4-78441ca53b84 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:30.058429 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-32826e74-3fb0-4b85-a5ed-9780bf1ab691 req-2931ea36-ed44-436f-afe4-78441ca53b84 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.1370697 Sep 21 10:10:30.076478 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f762b511-7479-4dec-8dea-fff45e23f6d8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for floatingip (077be602-b124-4cd0-9f5c-761dc6969b41), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.079034 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f762b511-7479-4dec-8dea-fff45e23f6d8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.080213 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-f762b511-7479-4dec-8dea-fff45e23f6d8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/077be602-b124-4cd0-9f5c-761dc6969b41 HTTP/1.1" status: 204 len: 168 time: 0.5053909 Sep 21 10:10:30.085146 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2d5fc0f4-fbd0-4c6e-aaed-5066885c4ed9 req-17e46725-7a14-4dac-933b-ef096ec7e8d8 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161365 Sep 21 10:10:30.088377 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:30.130747 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6694d339-a7f3-4600-acf9-506e7264a5a0 {{(pid=106519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:10:30.173624 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Publish callbacks [] for port (6694d339-a7f3-4600-acf9-506e7264a5a0), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.174646 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 55176) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:30.179627 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-d5ee8af9-e32a-444f-8128-c5854f5d9157 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1626503415', 'description': 'tempest-description--662231217'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:30.201011 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8af9-e32a-444f-8128-c5854f5d9157 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.214094 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.provisioning_blocks [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Transition to ACTIVE for port object 6694d339-a7f3-4600-acf9-506e7264a5a0 will not be triggered until provisioned by entity L2. {{(pid=106519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:10:30.220671 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-32826e74-3fb0-4b85-a5ed-9780bf1ab691 req-b815418e-7f8e-469c-9e04-80bf767aa1d2 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545877 Sep 21 10:10:30.225210 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (6694d339-a7f3-4600-acf9-506e7264a5a0), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.285037 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8af9-e32a-444f-8128-c5854f5d9157 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group (a604b81a-c056-46ba-9bd5-7bdb47bcaddb), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.289166 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8af9-e32a-444f-8128-c5854f5d9157 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (a604b81a-c056-46ba-9bd5-7bdb47bcaddb), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.304762 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f7d3fa5f-360a-4756-b586-a5d454c222fd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for port (79f35ec2-456f-4b82-8fc2-5e3b8e72a3cb), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.323317 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8af9-e32a-444f-8128-c5854f5d9157 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.327222 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-d5ee8af9-e32a-444f-8128-c5854f5d9157 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1486599 Sep 21 10:10:30.327222 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee8af9-e32a-444f-8128-c5854f5d9157 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a604b81a-c056-46ba-9bd5-7bdb47bcaddb,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:30.327473 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6694d339-a7f3-4600-acf9-506e7264a5a0,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:30.328844 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 55180) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:30.333114 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-98b55403-ec8a-4757-96e4-573967060212 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Request body: {'security_group_rule': {'security_group_id': 'a604b81a-c056-46ba-9bd5-7bdb47bcaddb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:30.362055 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-98b55403-ec8a-4757-96e4-573967060212 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group_rule (154a4a52-19ae-405c-8cbd-3d9b6b2d2330), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.410596 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f7d3fa5f-360a-4756-b586-a5d454c222fd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (79f35ec2-456f-4b82-8fc2-5e3b8e72a3cb), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.415095 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Attempting to bind port 6694d339-a7f3-4600-acf9-506e7264a5a0 on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:10:30.415439 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Attempting to bind port 6694d339-a7f3-4600-acf9-506e7264a5a0 by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': '7d0c8935-6cd2-40e7-a78a-ed18778e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e99225b6-916e-4ede-a584-22ca38524abf'}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:10:30.415785 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Attempting to bind port 6694d339-a7f3-4600-acf9-506e7264a5a0 on network e99225b6-916e-4ede-a584-22ca38524abf {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:10:30.422620 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-98b55403-ec8a-4757-96e4-573967060212 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group_rule (154a4a52-19ae-405c-8cbd-3d9b6b2d2330), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.427560 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-98b55403-ec8a-4757-96e4-573967060212 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (154a4a52-19ae-405c-8cbd-3d9b6b2d2330), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.462208 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0b42-db7a-4693-92a2-ebee7dd62246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.468376 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b55403-ec8a-4757-96e4-573967060212 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154a4a52-19ae-405c-8cbd-3d9b6b2d2330,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:30.478560 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-98b55403-ec8a-4757-96e4-573967060212 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.482812 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-98b55403-ec8a-4757-96e4-573967060212 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501896 Sep 21 10:10:30.482964 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d3fa5f-360a-4756-b586-a5d454c222fd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:10:30.483406 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 55182) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:30.492121 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-241d95bb-a979-461e-b2f3-1a4af85459c1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Request body: {'security_group_rule': {'security_group_id': 'a604b81a-c056-46ba-9bd5-7bdb47bcaddb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:30.499160 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-f7d3fa5f-360a-4756-b586-a5d454c222fd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:10:30.507356 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d3fa5f-360a-4756-b586-a5d454c222fd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:10:30.513794 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3fa5f-360a-4756-b586-a5d454c222fd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Pushing event updated for resources: {'Port': ['ID=79f35ec2-456f-4b82-8fc2-5e3b8e72a3cb,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:30.564353 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Port 6694d339-a7f3-4600-acf9-506e7264a5a0 on network e99225b6-916e-4ede-a584-22ca38524abf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:10:30.564794 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Attempting to bind port 6694d339-a7f3-4600-acf9-506e7264a5a0 on network e99225b6-916e-4ede-a584-22ca38524abf {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:10:30.601526 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-241d95bb-a979-461e-b2f3-1a4af85459c1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group_rule (ccecedbc-1ce2-4dec-9a5b-8351f764deea), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.611695 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:30.675828 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:10:30.676162 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Checking segment: {'id': '7d0c8935-6cd2-40e7-a78a-ed18778e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e99225b6-916e-4ede-a584-22ca38524abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:10:30.676544 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Bound using segment: {'id': '7d0c8935-6cd2-40e7-a78a-ed18778e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e99225b6-916e-4ede-a584-22ca38524abf'} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:10:30.676990 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Bound port: 6694d339-a7f3-4600-acf9-506e7264a5a0, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0c8935-6cd2-40e7-a78a-ed18778e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e99225b6-916e-4ede-a584-22ca38524abf'}}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:10:30.677349 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (6694d339-a7f3-4600-acf9-506e7264a5a0), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.703013 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f7d3fa5f-360a-4756-b586-a5d454c222fd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for floatingip (abedde85-2b0b-458b-ae33-7bb961a7ff3a), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.768568 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-241d95bb-a979-461e-b2f3-1a4af85459c1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group_rule (ccecedbc-1ce2-4dec-9a5b-8351f764deea), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.778792 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-241d95bb-a979-461e-b2f3-1a4af85459c1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (ccecedbc-1ce2-4dec-9a5b-8351f764deea), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.792015 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:30.803468 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f7d3fa5f-360a-4756-b586-a5d454c222fd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (79f35ec2-456f-4b82-8fc2-5e3b8e72a3cb), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.835242 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d95bb-a979-461e-b2f3-1a4af85459c1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccecedbc-1ce2-4dec-9a5b-8351f764deea,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:30.850131 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] For port 6694d339-a7f3-4600-acf9-506e7264a5a0, host hv-cinder-85547, cleared binding levels {{(pid=106519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:10:30.854595 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-241d95bb-a979-461e-b2f3-1a4af85459c1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.855810 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-241d95bb-a979-461e-b2f3-1a4af85459c1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3692615 Sep 21 10:10:30.857555 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] For port 6694d339-a7f3-4600-acf9-506e7264a5a0, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=6694d339-a7f3-4600-acf9-506e7264a5a0,segment=NetworkSegment(7d0c8935-6cd2-40e7-a78a-ed18778e00b5),segment_id=7d0c8935-6cd2-40e7-a78a-ed18778e00b5)] {{(pid=106519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:10:30.859183 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 55190) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:30.864946 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-0bd70804-c81e-4565-97da-ec26c3d5eb9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Request body: {'floatingip': {'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:30.870901 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (6694d339-a7f3-4600-acf9-506e7264a5a0), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.877120 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:30.877728 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.879194 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/6694d339-a7f3-4600-acf9-506e7264a5a0 HTTP/1.1" status: 200 len: 1094 time: 1.4650779 Sep 21 10:10:30.882013 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6bf7712-a255-4a07-abd9-0d67a3654a41', 'tag': '6694d339-a7f3-4600-acf9-506e7264a5a0'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:10:30.884450 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58592e1e-d9c6-4b9f-91a3-979203ed0a11" -d '{"events": [{"name": "network-changed", "server_uuid": "c6bf7712-a255-4a07-abd9-0d67a3654a41", "tag": "6694d339-a7f3-4600-acf9-506e7264a5a0"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:10:30.894837 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-0bd70804-c81e-4565-97da-ec26c3d5eb9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:30.925139 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:30.958939 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ac224b-bbcc-4dca-9815-5cfef4f04e07 x-openstack-request-id: req-67ac224b-bbcc-4dca-9815-5cfef4f04e07 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:10:30.959227 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6bf7712-a255-4a07-abd9-0d67a3654a41", "tag": "6694d339-a7f3-4600-acf9-506e7264a5a0", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:10:30.959476 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-67ac224b-bbcc-4dca-9815-5cfef4f04e07 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:10:30.959895 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67ac224b-bbcc-4dca-9815-5cfef4f04e07'] response: {'name': 'network-changed', 'server_uuid': 'c6bf7712-a255-4a07-abd9-0d67a3654a41', 'tag': '6694d339-a7f3-4600-acf9-506e7264a5a0', 'status': 'completed', 'code': 200} Sep 21 10:10:30.990932 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-0bd70804-c81e-4565-97da-ec26c3d5eb9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:31.001487 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:31.018821 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a4f5c-4524-4f43-b189-ef70c4afe5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6694d339-a7f3-4600-acf9-506e7264a5a0,revision_number=3']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:31.023607 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-366cf462-fba0-4650-aac3-d2aa946a43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:31.024965 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-366cf462-fba0-4650-aac3-d2aa946a43aa service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=ce0abdcccb664f5d8f89be7b40b7fa5b&device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 1128 time: 0.0678673 Sep 21 10:10:31.074356 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-7f806b1e-d829-4ff2-b64e-47abd229180a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6694d339-a7f3-4600-acf9-506e7264a5a0 HTTP/1.1" status: 200 len: 217 time: 0.0410411 Sep 21 10:10:31.161211 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-f0a4e23f-5f08-48fb-afac-1807bedc186f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:31.162704 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-f0a4e23f-5f08-48fb-afac-1807bedc186f service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4b5e4b4f-836d-4476-b56b-3ee47fd97507 HTTP/1.1" status: 200 len: 853 time: 0.0806298 Sep 21 10:10:31.164850 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f7d3fa5f-360a-4756-b586-a5d454c222fd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for port (79f35ec2-456f-4b82-8fc2-5e3b8e72a3cb), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:31.180917 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f7d3fa5f-360a-4756-b586-a5d454c222fd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (79f35ec2-456f-4b82-8fc2-5e3b8e72a3cb), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:31.234119 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-35215444-53c2-40b7-be2f-dc7441420d37 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e99225b6-916e-4ede-a584-22ca38524abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647330 Sep 21 10:10:31.304016 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-0bd70804-c81e-4565-97da-ec26c3d5eb9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Allocated IP 172.27.2.127 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/4e44009b-3925-4cef-af5e-f5106b29349d) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:10:31.355522 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af57626-41d5-4eb3-b835-77a83896d238 req-ce45d0eb-cac6-48e4-8e8b-0db8a3b7acd0 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:31.356936 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4af57626-41d5-4eb3-b835-77a83896d238 req-ce45d0eb-cac6-48e4-8e8b-0db8a3b7acd0 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 944 time: 0.1749494 Sep 21 10:10:31.372331 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f7d3fa5f-360a-4756-b586-a5d454c222fd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (abedde85-2b0b-458b-ae33-7bb961a7ff3a), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:31.397581 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3fa5f-360a-4756-b586-a5d454c222fd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Pushing event updated for resources: {'Port': ['ID=79f35ec2-456f-4b82-8fc2-5e3b8e72a3cb,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:31.409160 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-0bd70804-c81e-4565-97da-ec26c3d5eb9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for port (4e44009b-3925-4cef-af5e-f5106b29349d), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:31.419374 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:31.441966 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f7d3fa5f-360a-4756-b586-a5d454c222fd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:31.443269 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-f7d3fa5f-360a-4756-b586-a5d454c222fd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9607465 Sep 21 10:10:31.444511 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-0bd70804-c81e-4565-97da-ec26c3d5eb9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (4e44009b-3925-4cef-af5e-f5106b29349d), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:31.452335 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edf817-a087-4b04-9956-72a4b2c9df10 req-fb204da3-5dce-4f49-a838-3d3aa376072c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:31.453833 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c8edf817-a087-4b04-9956-72a4b2c9df10 req-fb204da3-5dce-4f49-a838-3d3aa376072c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.1361241 Sep 21 10:10:31.498642 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd70804-c81e-4565-97da-ec26c3d5eb9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Pushing event updated for resources: {'Port': ['ID=4e44009b-3925-4cef-af5e-f5106b29349d,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:31.509890 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-6141637a-86c5-47bf-b37d-79d5e8fa8a19 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e99225b6-916e-4ede-a584-22ca38524abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375357 Sep 21 10:10:31.513052 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd70804-c81e-4565-97da-ec26c3d5eb9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:10:31.514757 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-0bd70804-c81e-4565-97da-ec26c3d5eb9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:10:31.517989 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd70804-c81e-4565-97da-ec26c3d5eb9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:10:31.535875 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4af57626-41d5-4eb3-b835-77a83896d238 req-7469d069-b599-456c-94eb-822b5ce3b353 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657164 Sep 21 10:10:31.599711 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c8edf817-a087-4b04-9956-72a4b2c9df10 req-f0dc2e21-270e-48ad-ad50-9b8bef3a4694 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359065 Sep 21 10:10:31.608868 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-0bd70804-c81e-4565-97da-ec26c3d5eb9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for floatingip (9d05e9fd-38f7-4914-9ee0-706bfa0fa4c5), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:31.636777 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-06c72379-8299-4610-93ee-83f2d2e8cff9 req-8fbb063d-ab57-4819-9b41-17e2363c2350 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e99225b6-916e-4ede-a584-22ca38524abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137915 Sep 21 10:10:31.653783 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-0bd70804-c81e-4565-97da-ec26c3d5eb9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (4e44009b-3925-4cef-af5e-f5106b29349d), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:31.698826 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-bdee1541-83bd-4324-b434-aee5a051cef0 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--954446185&fields=id&tenant_id=b3bd8b4fc3c749cb90f28023dc955c9a HTTP/1.1" status: 200 len: 267 time: 0.0447564 Sep 21 10:10:31.764716 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:31.814774 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-0bd70804-c81e-4565-97da-ec26c3d5eb9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for port (4e44009b-3925-4cef-af5e-f5106b29349d), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:31.815945 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-8d5415b7-c8de-452c-84ae-55d20dc24060 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:31.817665 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-8d5415b7-c8de-452c-84ae-55d20dc24060 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/networks?id=60fbaebe-52f4-4e3a-8714-a12eadb4201c HTTP/1.1" status: 200 len: 811 time: 0.1094444 Sep 21 10:10:31.819346 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-0bd70804-c81e-4565-97da-ec26c3d5eb9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667630'] for port (4e44009b-3925-4cef-af5e-f5106b29349d), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:31.832521 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-8a037a26-a63d-4ddb-bd40-a9cc6394ec88 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/quotas/b3bd8b4fc3c749cb90f28023dc955c9a HTTP/1.1" status: 200 len: 375 time: 0.0093977 Sep 21 10:10:31.885288 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-3d28753f-f069-498f-8162-31c708938fdf tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=b3bd8b4fc3c749cb90f28023dc955c9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473602 Sep 21 10:10:31.891686 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd70804-c81e-4565-97da-ec26c3d5eb9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Pushing event updated for resources: {'Port': ['ID=4e44009b-3925-4cef-af5e-f5106b29349d,revision_number=2']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:31.895280 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-0bd70804-c81e-4565-97da-ec26c3d5eb9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (9d05e9fd-38f7-4914-9ee0-706bfa0fa4c5), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:31.906135 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:31.913503 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-0bd70804-c81e-4565-97da-ec26c3d5eb9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:31.924712 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-0bd70804-c81e-4565-97da-ec26c3d5eb9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0543344 Sep 21 10:10:31.997660 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-1cdabf35-093d-4133-9af9-6dd9ca703ac9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/60fbaebe-52f4-4e3a-8714-a12eadb4201c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959628 Sep 21 10:10:32.112471 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-17b42e0c-3bb5-437f-a480-0e0b9ec029ea service neutron] 10.222.0.33 "GET /networking/v2.0/networks/60fbaebe-52f4-4e3a-8714-a12eadb4201c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086516 Sep 21 10:10:32.137908 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-4e0b4789-9004-4ddc-bb3f-311f89f052c9 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1626503415&fields=id&tenant_id=68256e1dad7b42c8a603e45246d85098 HTTP/1.1" status: 200 len: 267 time: 0.0604811 Sep 21 10:10:32.509718 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f1d7c4f1-6253-4f39-b4fb-2dec3fdaf8d9 req-1c2d8b58-bd3b-4945-8549-97ca4f266f2a tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 210 time: 0.0326424 Sep 21 10:10:32.563104 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-bf4b9ab1-70e7-4bd7-9ba4-bb3aa48e8c5a tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:32.564730 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-bf4b9ab1-70e7-4bd7-9ba4-bb3aa48e8c5a tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/networks?id=00c18901-0d42-4272-b558-b769b86bb94d HTTP/1.1" status: 200 len: 817 time: 0.4201639 Sep 21 10:10:32.582917 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-fb90765b-f15b-462b-9131-997caad35976 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/quotas/68256e1dad7b42c8a603e45246d85098 HTTP/1.1" status: 200 len: 375 time: 0.0116544 Sep 21 10:10:32.701352 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-bc8980e6-4121-4c2f-a6f5-1826c82bb678 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=68256e1dad7b42c8a603e45246d85098&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1114814 Sep 21 10:10:32.715303 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58592e1e-d9c6-4b9f-91a3-979203ed0a11 req-e261b86f-d7d1-4f18-af37-e8af5f3affc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:32.717071 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-58592e1e-d9c6-4b9f-91a3-979203ed0a11 req-e261b86f-d7d1-4f18-af37-e8af5f3affc1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=ce0abdcccb664f5d8f89be7b40b7fa5b&device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 1128 time: 0.0921195 Sep 21 10:10:32.736233 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3da56-2374-42aa-9c40-9270a36b3e73 req-67eb11a5-68e7-488c-9068-9282af3dce97 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:32.738404 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-65d3da56-2374-42aa-9c40-9270a36b3e73 req-67eb11a5-68e7-488c-9068-9282af3dce97 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 944 time: 0.1144712 Sep 21 10:10:32.873444 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:32.948490 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-65d3da56-2374-42aa-9c40-9270a36b3e73 req-5c156d9d-179a-4e11-a1a8-a20bff25d17a tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902478 Sep 21 10:10:32.950973 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58592e1e-d9c6-4b9f-91a3-979203ed0a11 req-8f2e42d7-bd92-4461-8c8f-e0ca9a8c73e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:32.952458 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-58592e1e-d9c6-4b9f-91a3-979203ed0a11 req-8f2e42d7-bd92-4461-8c8f-e0ca9a8c73e0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e99225b6-916e-4ede-a584-22ca38524abf HTTP/1.1" status: 200 len: 914 time: 0.2243838 Sep 21 10:10:32.955198 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-57d5f54d-0df5-42b9-ba44-5a38f4d1e8d2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353299 Sep 21 10:10:33.007188 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-58592e1e-d9c6-4b9f-91a3-979203ed0a11 req-d1cd04da-ec66-449b-9351-df09de09bfc9 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6694d339-a7f3-4600-acf9-506e7264a5a0 HTTP/1.1" status: 200 len: 217 time: 0.0473218 Sep 21 10:10:33.109708 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:33.138508 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58592e1e-d9c6-4b9f-91a3-979203ed0a11 req-8293c96c-c20e-45a7-8f1d-5acddeccf82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:33.139986 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-58592e1e-d9c6-4b9f-91a3-979203ed0a11 req-8293c96c-c20e-45a7-8f1d-5acddeccf82a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4b5e4b4f-836d-4476-b56b-3ee47fd97507 HTTP/1.1" status: 200 len: 853 time: 0.1234214 Sep 21 10:10:33.157791 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6979c-c29c-492c-8398-060e69960ac6 req-a98bcdfa-0d32-4691-af40-80ef59e18608 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:33.159450 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ccf6979c-c29c-492c-8398-060e69960ac6 req-a98bcdfa-0d32-4691-af40-80ef59e18608 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.1321404 Sep 21 10:10:33.211319 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-58592e1e-d9c6-4b9f-91a3-979203ed0a11 req-a85ec951-b2da-42f7-b510-a0e9c17704b1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e99225b6-916e-4ede-a584-22ca38524abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595665 Sep 21 10:10:33.215032 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-ab99ad8f-6af0-4a99-927b-bcc35e210585 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487905 Sep 21 10:10:33.244203 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ccf6979c-c29c-492c-8398-060e69960ac6 req-f52c9aa9-2812-40bf-b98a-213606e5f33a tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696375 Sep 21 10:10:33.386131 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-18631e91-f886-4286-a3ba-da562cabf7b3 req-91b74476-6b6e-4e2e-8190-5bae95667549 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 210 time: 0.0332081 Sep 21 10:10:33.643958 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:33.665329 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-0ca79688-b93f-422f-9e83-bb1225d60d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:33.698711 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-02b24928-f25c-46d2-b0da-26c81bedf2a3 req-73e5bcc8-d07c-46c4-8051-72c37962e1b9 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 210 time: 0.0938718 Sep 21 10:10:33.830329 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-58592e1e-d9c6-4b9f-91a3-979203ed0a11 req-3bc96e11-69c3-4bf9-876b-63dffca5bf2a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e99225b6-916e-4ede-a584-22ca38524abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394516 Sep 21 10:10:33.839853 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dd55f8f8-dd56-4138-88a7-163e27c0021e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:33.841487 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dd55f8f8-dd56-4138-88a7-163e27c0021e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.42 "GET /networking/v2.0/networks?id=60fbaebe-52f4-4e3a-8714-a12eadb4201c HTTP/1.1" status: 200 len: 811 time: 0.1716118 Sep 21 10:10:33.965449 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 6694d339-a7f3-4600-acf9-506e7264a5a0 details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:10:34.065360 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 6694d339-a7f3-4600-acf9-506e7264a5a0, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=6694d339-a7f3-4600-acf9-506e7264a5a0,segment=NetworkSegment(7d0c8935-6cd2-40e7-a78a-ed18778e00b5),segment_id=7d0c8935-6cd2-40e7-a78a-ed18778e00b5)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:10:34.075294 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c94f0-dae4-4909-be8d-e4e305a24bf5 req-e0c19a46-07b8-4f54-a81b-e9228c73a803 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:34.076802 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3a2c94f0-dae4-4909-be8d-e4e305a24bf5 req-e0c19a46-07b8-4f54-a81b-e9228c73a803 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 944 time: 0.0465980 Sep 21 10:10:34.080906 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': '6694d339-a7f3-4600-acf9-506e7264a5a0', 'network_id': 'e99225b6-916e-4ede-a584-22ca38524abf', 'port_id': '6694d339-a7f3-4600-acf9-506e7264a5a0', 'mac_address': 'fa:16:3e:ee:65:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5e4b4f-836d-4476-b56b-3ee47fd97507', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:10:34.115770 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 6694d339-a7f3-4600-acf9-506e7264a5a0 is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:10:34.116108 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (6694d339-a7f3-4600-acf9-506e7264a5a0), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:34.124490 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3a2c94f0-dae4-4909-be8d-e4e305a24bf5 req-f7977207-1b63-4287-8490-17650485082d tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410652 Sep 21 10:10:34.129338 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6694d339-a7f3-4600-acf9-506e7264a5a0 {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:10:34.150819 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 6694d339-a7f3-4600-acf9-506e7264a5a0, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=6694d339-a7f3-4600-acf9-506e7264a5a0,segment=NetworkSegment(7d0c8935-6cd2-40e7-a78a-ed18778e00b5),segment_id=7d0c8935-6cd2-40e7-a78a-ed18778e00b5)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:10:34.154724 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (6694d339-a7f3-4600-acf9-506e7264a5a0), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:34.200243 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=6694d339-a7f3-4600-acf9-506e7264a5a0,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:34.207928 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:34.208274 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:34.208634 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:34.208992 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:34.209328 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:34.209655 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:34.209979 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:34.210308 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:34.210630 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:34.210960 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:34.211279 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:34.211602 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:34.211943 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:34.212260 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:34.212577 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:10:34.366665 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eed74b-cbd9-44aa-a579-c7d402445423 req-035bb28e-9c91-41a9-aa98-96e4d429a81a tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:34.368277 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-15eed74b-cbd9-44aa-a579-c7d402445423 req-035bb28e-9c91-41a9-aa98-96e4d429a81a tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0500767 Sep 21 10:10:34.441379 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-15eed74b-cbd9-44aa-a579-c7d402445423 req-bba44a31-c3c3-4bae-96a1-052ec388fd2d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625086 Sep 21 10:10:34.503168 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5a787a23-b030-40bc-b1f4-0319667a1ecb req-680676da-81ec-4356-97b4-195f65bf3c2e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 210 time: 0.0276380 Sep 21 10:10:34.518536 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['6694d339-a7f3-4600-acf9-506e7264a5a0'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:10:34.720928 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:34.813922 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ce9d4594-10af-4988-a815-e8fd8d8b80f2 req-60e35293-7b28-466a-b165-5e6416e1b431 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 210 time: 0.0324619 Sep 21 10:10:35.144999 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-d508a775-0749-4161-a345-557f3a9a32f2 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b3bd8b4fc3c749cb90f28023dc955c9a HTTP/1.1" status: 200 len: 379 time: 0.1350298 Sep 21 10:10:35.166600 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-58592e1e-d9c6-4b9f-91a3-979203ed0a11 req-9d839567-f962-48a5-af75-392273907c5f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e99225b6-916e-4ede-a584-22ca38524abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503069 Sep 21 10:10:35.182001 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-7254a9cc-2e04-4b67-8c22-203054b6ad81 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Request body: {'port': {'device_id': '1dbb2264-e66c-498a-a2db-d9815b695f7f', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'admin_state_up': True, 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'security_groups': ['f2ff86e3-eb2d-4b88-b6bd-7221106eb871']}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:35.197602 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:35.222749 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0c5bc-0504-47c6-a23a-e1814d70d80e req-2d89fa7b-39cd-49ad-85c0-04f34b792827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:35.225088 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-35b0c5bc-0504-47c6-a23a-e1814d70d80e req-2d89fa7b-39cd-49ad-85c0-04f34b792827 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 1130 time: 0.0520625 Sep 21 10:10:35.299476 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:35.308106 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-35b0c5bc-0504-47c6-a23a-e1814d70d80e req-cf3ed5ce-782e-4ad3-b4db-8e37ce196dad service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731809 Sep 21 10:10:35.347323 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adffd18-c01f-4ff7-bb62-11727fa9e3ce req-23dc8219-12fb-41b1-a22f-8543dba2a53e tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:35.348823 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8adffd18-c01f-4ff7-bb62-11727fa9e3ce req-23dc8219-12fb-41b1-a22f-8543dba2a53e tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 945 time: 0.0856783 Sep 21 10:10:35.373807 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-7254a9cc-2e04-4b67-8c22-203054b6ad81 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Made reservation on behalf of b3bd8b4fc3c749cb90f28023dc955c9a for: {'port': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:10:35.377792 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-7254a9cc-2e04-4b67-8c22-203054b6ad81 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:35.435117 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8adffd18-c01f-4ff7-bb62-11727fa9e3ce req-fc0f834c-8f9f-4b62-b435-5a89b9b7fe08 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794923 Sep 21 10:10:35.443289 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:35.545314 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:35.582671 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-7254a9cc-2e04-4b67-8c22-203054b6ad81 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Allocated IP 172.20.0.13 (60fbaebe-52f4-4e3a-8714-a12eadb4201c/4d5d2acf-1045-41a7-ba31-7ebbbda78430/2829b798-5a21-4d84-9127-7b9be25d2066) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:10:35.600965 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb50fa-881a-4ff0-86a4-bfe8cfc63865 req-39b987ea-de1e-40a3-a372-e4d7b9a3ee04 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:35.602509 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4bcb50fa-881a-4ff0-86a4-bfe8cfc63865 req-39b987ea-de1e-40a3-a372-e4d7b9a3ee04 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0775492 Sep 21 10:10:35.659848 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-77f0e691-f6ec-44f3-98e2-993ebb025942 req-fdce7157-2e7e-4944-9768-2dd393801e05 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 210 time: 0.0560215 Sep 21 10:10:35.701409 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4bcb50fa-881a-4ff0-86a4-bfe8cfc63865 req-aff8fead-7042-481f-ac04-b6354112d09f tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840881 Sep 21 10:10:35.836690 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-7254a9cc-2e04-4b67-8c22-203054b6ad81 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for port (2829b798-5a21-4d84-9127-7b9be25d2066), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:35.870367 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-7254a9cc-2e04-4b67-8c22-203054b6ad81 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (2829b798-5a21-4d84-9127-7b9be25d2066), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:35.947109 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-7254a9cc-2e04-4b67-8c22-203054b6ad81 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Network 60fbaebe-52f4-4e3a-8714-a12eadb4201c is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:10:35.954691 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-7254a9cc-2e04-4b67-8c22-203054b6ad81 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:10:35.962570 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-7254a9cc-2e04-4b67-8c22-203054b6ad81 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:10:35.970385 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 6694d339-a7f3-4600-acf9-506e7264a5a0 up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:10:35.983733 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254a9cc-2e04-4b67-8c22-203054b6ad81 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Pushing event updated for resources: {'Port': ['ID=2829b798-5a21-4d84-9127-7b9be25d2066,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:35.993363 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2994390-f16a-4fb8-96f2-08de612c605f req-dd0400ed-34d3-47b0-aeb2-88bf12ccdea8 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:35.994859 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e2994390-f16a-4fb8-96f2-08de612c605f req-dd0400ed-34d3-47b0-aeb2-88bf12ccdea8 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 932 time: 0.0961275 Sep 21 10:10:36.015700 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:36.023064 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port 6694d339-a7f3-4600-acf9-506e7264a5a0 completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:10:36.030905 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port 6694d339-a7f3-4600-acf9-506e7264a5a0 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:10:36.031394 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (6694d339-a7f3-4600-acf9-506e7264a5a0), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:36.032080 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port 6694d339-a7f3-4600-acf9-506e7264a5a0 Sep 21 10:10:36.036180 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-7254a9cc-2e04-4b67-8c22-203054b6ad81 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:36.036809 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-7254a9cc-2e04-4b67-8c22-203054b6ad81 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:36.072004 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-7254a9cc-2e04-4b67-8c22-203054b6ad81 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8953400 Sep 21 10:10:36.084543 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e2994390-f16a-4fb8-96f2-08de612c605f req-77049690-ba4a-4fac-83e1-d3547ad13407 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2ff86e3-eb2d-4b88-b6bd-7221106eb871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810218 Sep 21 10:10:36.120147 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 6694d339-a7f3-4600-acf9-506e7264a5a0 is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:10:36.120537 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (6694d339-a7f3-4600-acf9-506e7264a5a0), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:36.145221 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bf7712-a255-4a07-abd9-0d67a3654a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6694d339-a7f3-4600-acf9-506e7264a5a0'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:10:36.147442 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e71121-f171-47a2-9557-b30db51a46a6" -d '{"events": [{"server_uuid": "c6bf7712-a255-4a07-abd9-0d67a3654a41", "name": "network-vif-plugged", "status": "completed", "tag": "6694d339-a7f3-4600-acf9-506e7264a5a0"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:10:36.161056 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 6694d339-a7f3-4600-acf9-506e7264a5a0, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=6694d339-a7f3-4600-acf9-506e7264a5a0,segment=NetworkSegment(7d0c8935-6cd2-40e7-a78a-ed18778e00b5),segment_id=7d0c8935-6cd2-40e7-a78a-ed18778e00b5)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:10:36.165406 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (6694d339-a7f3-4600-acf9-506e7264a5a0), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:36.197363 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99942d9e-9681-421c-bab2-490da93d5de7 x-openstack-request-id: req-99942d9e-9681-421c-bab2-490da93d5de7 {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:10:36.197649 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bf7712-a255-4a07-abd9-0d67a3654a41", "name": "network-vif-plugged", "status": "completed", "tag": "6694d339-a7f3-4600-acf9-506e7264a5a0", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:10:36.197900 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-99942d9e-9681-421c-bab2-490da93d5de7 {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:10:36.198286 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99942d9e-9681-421c-bab2-490da93d5de7'] response: {'server_uuid': 'c6bf7712-a255-4a07-abd9-0d67a3654a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6694d339-a7f3-4600-acf9-506e7264a5a0', 'code': 200} Sep 21 10:10:36.213875 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:36.217253 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-367c0bfb-85b7-4b7f-b11a-c4333b3e8b31 None None] Provisioning complete for port 2829b798-5a21-4d84-9127-7b9be25d2066 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:10:36.217615 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-367c0bfb-85b7-4b7f-b11a-c4333b3e8b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (2829b798-5a21-4d84-9127-7b9be25d2066), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:36.217942 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-367c0bfb-85b7-4b7f-b11a-c4333b3e8b31 None None] Attempt 1 to provision port 2829b798-5a21-4d84-9127-7b9be25d2066 Sep 21 10:10:36.252973 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=6694d339-a7f3-4600-acf9-506e7264a5a0,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:36.265870 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-367c0bfb-85b7-4b7f-b11a-c4333b3e8b31 None None] Port 2829b798-5a21-4d84-9127-7b9be25d2066 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:10:36.438510 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Request body: {'port': {'device_id': '1dbb2264-e66c-498a-a2db-d9815b695f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:36.516014 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2829b798-5a21-4d84-9127-7b9be25d2066), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:36.552108 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:36.595983 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b8260-6d1a-4fe9-9d6a-6e42a82995c2 req-0a64c615-b7b7-45c1-a5dd-abdda45af4ce tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:36.597448 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-777b8260-6d1a-4fe9-9d6a-6e42a82995c2 req-0a64c615-b7b7-45c1-a5dd-abdda45af4ce tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 946 time: 0.0717103 Sep 21 10:10:36.722647 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-777b8260-6d1a-4fe9-9d6a-6e42a82995c2 req-88e4dd5e-70c8-47d0-bfa5-c6a3cb1a3c4f tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173956 Sep 21 10:10:36.768754 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:36.768964 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-367c0bfb-85b7-4b7f-b11a-c4333b3e8b31 None None] Attempt 2 to provision port 2829b798-5a21-4d84-9127-7b9be25d2066 Sep 21 10:10:36.818595 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-367c0bfb-85b7-4b7f-b11a-c4333b3e8b31 None None] Port 2829b798-5a21-4d84-9127-7b9be25d2066 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:10:36.857553 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-06f6c5e2-db5e-40dd-832a-0c3476d0644e req-9f313c43-a78d-4a61-9fd0-e81ee63083c2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 210 time: 0.0773625 Sep 21 10:10:36.887063 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f02cf8-5df3-4f2a-91aa-203c84737933 req-22cc5bfe-df48-4271-a957-ae898ba64d13 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:36.890193 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-58f02cf8-5df3-4f2a-91aa-203c84737933 req-22cc5bfe-df48-4271-a957-ae898ba64d13 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0893307 Sep 21 10:10:36.954984 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2829b798-5a21-4d84-9127-7b9be25d2066 {{(pid=106519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:10:36.972419 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Publish callbacks [] for port (2829b798-5a21-4d84-9127-7b9be25d2066), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:37.005152 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-58f02cf8-5df3-4f2a-91aa-203c84737933 req-1d71094c-33e0-4482-8e32-ddc91185d273 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064799 Sep 21 10:10:37.008973 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.provisioning_blocks [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Transition to ACTIVE for port object 2829b798-5a21-4d84-9127-7b9be25d2066 will not be triggered until provisioned by entity L2. {{(pid=106519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:10:37.015215 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (2829b798-5a21-4d84-9127-7b9be25d2066), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:37.071906 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Pushing event updated for resources: {'Port': ['ID=2829b798-5a21-4d84-9127-7b9be25d2066,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:37.183120 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229e2a7-6d71-4edb-9150-1547604bc7e4 req-34868f2c-8f95-432b-bfcd-53563d33d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:37.185019 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e229e2a7-6d71-4edb-9150-1547604bc7e4 req-34868f2c-8f95-432b-bfcd-53563d33d241 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 1130 time: 0.0853205 Sep 21 10:10:37.200581 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-17f1a42d-16f0-43c3-a5bb-8281a21a69dd tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:37.202745 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-17f1a42d-16f0-43c3-a5bb-8281a21a69dd tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.42 "GET /networking/v2.0/networks?id=00c18901-0d42-4272-b558-b769b86bb94d HTTP/1.1" status: 200 len: 817 time: 0.1962302 Sep 21 10:10:37.205633 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Attempting to bind port 2829b798-5a21-4d84-9127-7b9be25d2066 on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:10:37.205981 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Attempting to bind port 2829b798-5a21-4d84-9127-7b9be25d2066 by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': '241b5bf6-5ac4-473b-82f0-57d3d23ca7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c'}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:10:37.206277 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Attempting to bind port 2829b798-5a21-4d84-9127-7b9be25d2066 on network 60fbaebe-52f4-4e3a-8714-a12eadb4201c {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:10:37.305149 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-9dd47ad6-1e8a-43b8-8187-2aecb94d2feb tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=68256e1dad7b42c8a603e45246d85098 HTTP/1.1" status: 200 len: 380 time: 0.0850561 Sep 21 10:10:37.319671 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-367c0bfb-85b7-4b7f-b11a-c4333b3e8b31 None None] Attempt 3 to provision port 2829b798-5a21-4d84-9127-7b9be25d2066 Sep 21 10:10:37.325457 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3845c7-a124-4fcf-b72a-75e6887c7443 req-8fdf4657-ac83-4fc6-80b5-d9d5395572b5 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:37.329656 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fd3845c7-a124-4fcf-b72a-75e6887c7443 req-8fdf4657-ac83-4fc6-80b5-d9d5395572b5 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 944 time: 0.1260157 Sep 21 10:10:37.339712 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-3597740d-7d58-4f36-85da-c2dafcc93971 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Request body: {'port': {'device_id': 'e7a52890-25ca-4b4a-a62a-74eee16c449a', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'admin_state_up': True, 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'security_groups': ['a604b81a-c056-46ba-9bd5-7bdb47bcaddb']}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:37.370739 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-367c0bfb-85b7-4b7f-b11a-c4333b3e8b31 None None] Port 2829b798-5a21-4d84-9127-7b9be25d2066 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:10:37.385333 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e229e2a7-6d71-4edb-9150-1547604bc7e4 req-f2379921-ea29-4324-9ffa-7b54fb3d208b service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811428 Sep 21 10:10:37.389428 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Port 2829b798-5a21-4d84-9127-7b9be25d2066 on network 60fbaebe-52f4-4e3a-8714-a12eadb4201c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:10:37.389428 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Attempting to bind port 2829b798-5a21-4d84-9127-7b9be25d2066 on network 60fbaebe-52f4-4e3a-8714-a12eadb4201c {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:10:37.431166 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fd3845c7-a124-4fcf-b72a-75e6887c7443 req-5e16a58c-c674-431e-b783-d19960a20a2c tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2ff86e3-eb2d-4b88-b6bd-7221106eb871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906351 Sep 21 10:10:37.433645 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:37.464931 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:10:37.465588 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Checking segment: {'id': '241b5bf6-5ac4-473b-82f0-57d3d23ca7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:10:37.465761 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Bound using segment: {'id': '241b5bf6-5ac4-473b-82f0-57d3d23ca7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c'} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:10:37.467088 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Bound port: 2829b798-5a21-4d84-9127-7b9be25d2066, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241b5bf6-5ac4-473b-82f0-57d3d23ca7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c'}}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:10:37.467461 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2829b798-5a21-4d84-9127-7b9be25d2066), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:37.486274 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-3597740d-7d58-4f36-85da-c2dafcc93971 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Made reservation on behalf of 68256e1dad7b42c8a603e45246d85098 for: {'port': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:10:37.490638 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-3597740d-7d58-4f36-85da-c2dafcc93971 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:37.549731 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] For port 2829b798-5a21-4d84-9127-7b9be25d2066, host hv-cinder-85547, cleared binding levels {{(pid=106519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:10:37.552996 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] For port 2829b798-5a21-4d84-9127-7b9be25d2066, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=2829b798-5a21-4d84-9127-7b9be25d2066,segment=NetworkSegment(241b5bf6-5ac4-473b-82f0-57d3d23ca7fb),segment_id=241b5bf6-5ac4-473b-82f0-57d3d23ca7fb)] {{(pid=106519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:10:37.584128 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (2829b798-5a21-4d84-9127-7b9be25d2066), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:37.591168 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:37.591815 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:37.593182 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/2829b798-5a21-4d84-9127-7b9be25d2066 HTTP/1.1" status: 200 len: 1094 time: 1.1605792 Sep 21 10:10:37.597014 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbb2264-e66c-498a-a2db-d9815b695f7f', 'tag': '2829b798-5a21-4d84-9127-7b9be25d2066'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:10:37.599110 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e4f042-4d5b-4124-940f-662c98e69f51" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbb2264-e66c-498a-a2db-d9815b695f7f", "tag": "2829b798-5a21-4d84-9127-7b9be25d2066"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:10:37.644786 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261947c-40ae-4a24-b1ad-5c7f989daf01 req-d8e215c8-f29e-47f4-bd43-784d6b9ac277 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:37.652966 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f261947c-40ae-4a24-b1ad-5c7f989daf01 req-d8e215c8-f29e-47f4-bd43-784d6b9ac277 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0967646 Sep 21 10:10:37.664810 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-3597740d-7d58-4f36-85da-c2dafcc93971 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Allocated IP 172.20.0.7 (00c18901-0d42-4272-b558-b769b86bb94d/b380f751-6674-46e2-979d-3a6fecc803dc/611786c0-8e53-4bb4-a06a-9d8729ae90d0) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:10:37.720595 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900d0921-252c-47f0-98ae-e3736b415259 x-openstack-request-id: req-900d0921-252c-47f0-98ae-e3736b415259 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:10:37.720805 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbb2264-e66c-498a-a2db-d9815b695f7f", "tag": "2829b798-5a21-4d84-9127-7b9be25d2066", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:10:37.721045 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-900d0921-252c-47f0-98ae-e3736b415259 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:10:37.721443 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-900d0921-252c-47f0-98ae-e3736b415259'] response: {'name': 'network-changed', 'server_uuid': '1dbb2264-e66c-498a-a2db-d9815b695f7f', 'tag': '2829b798-5a21-4d84-9127-7b9be25d2066', 'status': 'completed', 'code': 200} Sep 21 10:10:37.737819 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:37.746763 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc966bfa-95b8-42e6-8e26-c6ede3ea84aa service neutron] Pushing event updated for resources: {'Port': ['ID=2829b798-5a21-4d84-9127-7b9be25d2066,revision_number=3']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:37.780916 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-ecaad12e-3d53-4663-89e6-4b73182b67bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:37.782451 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-ecaad12e-3d53-4663-89e6-4b73182b67bf service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b3bd8b4fc3c749cb90f28023dc955c9a&device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 1128 time: 0.0973465 Sep 21 10:10:37.803001 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef8e85-73da-49af-b2c1-7df63bec8333 req-eb32b19e-92ec-49a7-9795-517de70e32b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:37.804517 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c2ef8e85-73da-49af-b2c1-7df63bec8333 req-eb32b19e-92ec-49a7-9795-517de70e32b4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f75ba10758754f4f9c778e357a87f58e&device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 1130 time: 0.0782185 Sep 21 10:10:37.810197 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f261947c-40ae-4a24-b1ad-5c7f989daf01 req-eb025458-f741-46e2-9531-6192a1551300 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564467 Sep 21 10:10:37.837233 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-3597740d-7d58-4f36-85da-c2dafcc93971 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:37.845174 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-dbf0cd15-3349-4e13-b7a1-faf73d08e2fc service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2829b798-5a21-4d84-9127-7b9be25d2066 HTTP/1.1" status: 200 len: 217 time: 0.0507057 Sep 21 10:10:37.869843 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-3597740d-7d58-4f36-85da-c2dafcc93971 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:37.872108 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-367c0bfb-85b7-4b7f-b11a-c4333b3e8b31 None None] Attempt 4 to provision port 2829b798-5a21-4d84-9127-7b9be25d2066 Sep 21 10:10:37.887742 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6648ae-7bd8-4745-9324-ce49c7b5481f req-5cfefbf1-dcfb-4d03-b77f-779038bdeeb1 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:37.889384 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6c6648ae-7bd8-4745-9324-ce49c7b5481f req-5cfefbf1-dcfb-4d03-b77f-779038bdeeb1 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 946 time: 0.0535481 Sep 21 10:10:37.916795 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-367c0bfb-85b7-4b7f-b11a-c4333b3e8b31 None None] Port 2829b798-5a21-4d84-9127-7b9be25d2066 had new provisioning blocks added so it will not transition to active. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 10:10:37.924744 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-3597740d-7d58-4f36-85da-c2dafcc93971 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Network 00c18901-0d42-4272-b558-b769b86bb94d is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:10:37.928192 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-3597740d-7d58-4f36-85da-c2dafcc93971 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:10:37.932561 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-3597740d-7d58-4f36-85da-c2dafcc93971 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:10:37.953572 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6c6648ae-7bd8-4745-9324-ce49c7b5481f req-b4edf8c6-24cc-48f1-b854-dd40a23cd5e5 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574808 Sep 21 10:10:37.987054 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597740d-7d58-4f36-85da-c2dafcc93971 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Pushing event updated for resources: {'Port': ['ID=611786c0-8e53-4bb4-a06a-9d8729ae90d0,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:38.012887 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f72a3-0cce-4fe4-bff8-a5feccd6d647 req-c2cbfcae-badb-49f7-a21c-32cb96c7a065 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:38.014482 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8e2f72a3-0cce-4fe4-bff8-a5feccd6d647 req-c2cbfcae-badb-49f7-a21c-32cb96c7a065 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 931 time: 0.0598648 Sep 21 10:10:38.019832 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-3597740d-7d58-4f36-85da-c2dafcc93971 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:38.020538 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-3597740d-7d58-4f36-85da-c2dafcc93971 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:38.031310 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:38.043949 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-3597740d-7d58-4f36-85da-c2dafcc93971 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7271159 Sep 21 10:10:38.064992 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8e2f72a3-0cce-4fe4-bff8-a5feccd6d647 req-d8ef0c35-9ea0-462c-abe0-d6d527082058 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445635 Sep 21 10:10:38.179332 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Request body: {'port': {'device_id': 'e7a52890-25ca-4b4a-a62a-74eee16c449a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:38.243923 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:38.249760 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-74b51543-0fb0-4e50-8928-038a474e454a None None] Provisioning complete for port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:10:38.250330 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-74b51543-0fb0-4e50-8928-038a474e454a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:38.250940 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-74b51543-0fb0-4e50-8928-038a474e454a None None] Attempt 1 to provision port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 Sep 21 10:10:38.259799 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:38.275787 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-a60c0863-3f34-41a5-ace0-70888461363f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:38.277253 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-a60c0863-3f34-41a5-ace0-70888461363f service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4d5d2acf-1045-41a7-ba31-7ebbbda78430 HTTP/1.1" status: 200 len: 850 time: 0.1027699 Sep 21 10:10:38.296574 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-74b51543-0fb0-4e50-8928-038a474e454a None None] Port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:10:38.336361 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef8e85-73da-49af-b2c1-7df63bec8333 req-0b3fc1fc-d705-4733-bd09-d5ef3aa2bece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:38.337796 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c2ef8e85-73da-49af-b2c1-7df63bec8333 req-0b3fc1fc-d705-4733-bd09-d5ef3aa2bece service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 200 len: 920 time: 0.1620760 Sep 21 10:10:38.343410 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-f95c3a4a-8e50-4295-85a4-0c55226589d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:38.345409 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-f95c3a4a-8e50-4295-85a4-0c55226589d7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=60fbaebe-52f4-4e3a-8714-a12eadb4201c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511918 Sep 21 10:10:38.474660 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c2ef8e85-73da-49af-b2c1-7df63bec8333 req-b5d20f4b-8b38-41eb-9516-e33c2cd32cbe service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5567942c-6fc7-4688-be83-932cde20b535 HTTP/1.1" status: 200 len: 1002 time: 0.1129982 Sep 21 10:10:38.509061 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-93117162-1a04-4098-ad03-4cef9795a8c0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/60fbaebe-52f4-4e3a-8714-a12eadb4201c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400712 Sep 21 10:10:38.544433 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 611786c0-8e53-4bb4-a06a-9d8729ae90d0 {{(pid=106520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:10:38.552087 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Publish callbacks [] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:38.565357 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.provisioning_blocks [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Transition to ACTIVE for port object 611786c0-8e53-4bb4-a06a-9d8729ae90d0 will not be triggered until provisioned by entity L2. {{(pid=106520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:10:38.568755 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667630'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:38.580470 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7eb8c-82bf-48d9-ad0c-4657188bfd51 req-eeeadd88-7cf7-42ca-b4f2-794fe87f3386 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:38.581932 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-59a7eb8c-82bf-48d9-ad0c-4657188bfd51 req-eeeadd88-7cf7-42ca-b4f2-794fe87f3386 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 944 time: 0.0470896 Sep 21 10:10:38.595479 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:38.630790 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-59a7eb8c-82bf-48d9-ad0c-4657188bfd51 req-2668efbb-6a4f-4ac0-8872-aeaf419ae95b tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2ff86e3-eb2d-4b88-b6bd-7221106eb871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428627 Sep 21 10:10:38.631857 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Pushing event updated for resources: {'Port': ['ID=611786c0-8e53-4bb4-a06a-9d8729ae90d0,revision_number=2']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:38.681798 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.managers [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Attempting to bind port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:10:38.682131 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.managers [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Attempting to bind port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': '08aee52f-e34c-4335-a4cc-9d39df29fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d'}] {{(pid=106520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:10:38.682455 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Attempting to bind port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 on network 00c18901-0d42-4272-b558-b769b86bb94d {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:10:38.728659 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 on network 00c18901-0d42-4272-b558-b769b86bb94d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:10:38.728905 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Attempting to bind port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 on network 00c18901-0d42-4272-b558-b769b86bb94d {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:10:38.771104 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:10:38.771438 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Checking segment: {'id': '08aee52f-e34c-4335-a4cc-9d39df29fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:10:38.771862 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Bound using segment: {'id': '08aee52f-e34c-4335-a4cc-9d39df29fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d'} {{(pid=106520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:10:38.772301 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.managers [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Bound port: 611786c0-8e53-4bb4-a06a-9d8729ae90d0, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08aee52f-e34c-4335-a4cc-9d39df29fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d'}}] {{(pid=106520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:10:38.772658 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:38.797643 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-74b51543-0fb0-4e50-8928-038a474e454a None None] Attempt 2 to provision port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 Sep 21 10:10:38.831990 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-74b51543-0fb0-4e50-8928-038a474e454a None None] Port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:10:38.838986 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] For port 611786c0-8e53-4bb4-a06a-9d8729ae90d0, host hv-cinder-85547, cleared binding levels {{(pid=106520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:10:38.842731 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] For port 611786c0-8e53-4bb4-a06a-9d8729ae90d0, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=611786c0-8e53-4bb4-a06a-9d8729ae90d0,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:10:38.849155 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667630'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:38.852334 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:38.853204 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:38.855085 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/611786c0-8e53-4bb4-a06a-9d8729ae90d0 HTTP/1.1" status: 200 len: 1093 time: 0.6796036 Sep 21 10:10:38.856834 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a52890-25ca-4b4a-a62a-74eee16c449a', 'tag': '611786c0-8e53-4bb4-a06a-9d8729ae90d0'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:10:38.859069 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8568e1-516f-4c3e-855a-93cf8a19e5be" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a52890-25ca-4b4a-a62a-74eee16c449a", "tag": "611786c0-8e53-4bb4-a06a-9d8729ae90d0"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:10:38.910520 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf01b9-d3b4-4aa1-a95a-bf56e927ff74 service neutron] Pushing event updated for resources: {'Port': ['ID=611786c0-8e53-4bb4-a06a-9d8729ae90d0,revision_number=3']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:38.914504 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d15586-af9a-44eb-8b98-b8646043a32a x-openstack-request-id: req-98d15586-af9a-44eb-8b98-b8646043a32a {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:10:38.914797 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a52890-25ca-4b4a-a62a-74eee16c449a", "tag": "611786c0-8e53-4bb4-a06a-9d8729ae90d0", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:10:38.915052 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-98d15586-af9a-44eb-8b98-b8646043a32a {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:10:38.915447 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98d15586-af9a-44eb-8b98-b8646043a32a'] response: {'name': 'network-changed', 'server_uuid': 'e7a52890-25ca-4b4a-a62a-74eee16c449a', 'tag': '611786c0-8e53-4bb4-a06a-9d8729ae90d0', 'status': 'completed', 'code': 200} Sep 21 10:10:38.936305 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58e5a8-ec98-44ed-b873-6643b79da70a req-a1c50a70-6925-4149-b31b-1a99db6b6bed tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:38.937777 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5a58e5a8-ec98-44ed-b873-6643b79da70a req-a1c50a70-6925-4149-b31b-1a99db6b6bed tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0472281 Sep 21 10:10:38.985459 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5a58e5a8-ec98-44ed-b873-6643b79da70a req-5be7b001-be7a-4889-8202-425a3ca5a469 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405736 Sep 21 10:10:39.099219 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-a220d847-fd4f-4a76-a769-b5f5c0ba8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:39.101029 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-a220d847-fd4f-4a76-a769-b5f5c0ba8659 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=68256e1dad7b42c8a603e45246d85098&device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 1127 time: 0.0439694 Sep 21 10:10:39.171001 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba9764-03b6-4bc8-b5d1-90f92e2498a1 req-a3facb0d-6774-4e23-987a-1f840c39c907 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:39.172942 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e4ba9764-03b6-4bc8-b5d1-90f92e2498a1 req-a3facb0d-6774-4e23-987a-1f840c39c907 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 946 time: 0.1370385 Sep 21 10:10:39.226246 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef8e85-73da-49af-b2c1-7df63bec8333 req-f6ebc886-8914-45bb-b429-fd2dac6962a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:39.227676 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c2ef8e85-73da-49af-b2c1-7df63bec8333 req-f6ebc886-8914-45bb-b429-fd2dac6962a3 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5429b2a6-8b25-44de-bb46-df0f87df08ce HTTP/1.1" status: 200 len: 858 time: 0.1825454 Sep 21 10:10:39.240195 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3a98f-f2d8-4ff8-a8b6-f04ce08c0309 req-098a7467-31fb-47cd-ba54-df8d724e8096 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:39.241554 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-91b3a98f-f2d8-4ff8-a8b6-f04ce08c0309 req-098a7467-31fb-47cd-ba54-df8d724e8096 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 943 time: 0.0932755 Sep 21 10:10:39.299932 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e4ba9764-03b6-4bc8-b5d1-90f92e2498a1 req-abc52441-5f22-4056-bc58-ba7da252def9 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053443 Sep 21 10:10:39.303995 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b788f52f-7f5d-4c50-9398-06e3df1a831f req-b389030a-76db-40e1-b6fb-2363164872fd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/60fbaebe-52f4-4e3a-8714-a12eadb4201c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564318 Sep 21 10:10:39.316406 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:39.332977 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-74b51543-0fb0-4e50-8928-038a474e454a None None] Attempt 3 to provision port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 Sep 21 10:10:39.361604 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-90518a06-9b03-4ae1-90f0-8f8fba1545d1 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=611786c0-8e53-4bb4-a06a-9d8729ae90d0 HTTP/1.1" status: 200 len: 217 time: 0.0553913 Sep 21 10:10:39.387767 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-91b3a98f-f2d8-4ff8-a8b6-f04ce08c0309 req-1feb5d50-c4c8-472e-a469-8e4bd4776523 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396794 Sep 21 10:10:39.394880 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-74b51543-0fb0-4e50-8928-038a474e454a None None] Port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 had new provisioning blocks added so it will not transition to active. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 10:10:39.405212 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef8e85-73da-49af-b2c1-7df63bec8333 req-04de6363-0524-4a03-97cb-2993fecb3514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:39.406743 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c2ef8e85-73da-49af-b2c1-7df63bec8333 req-04de6363-0524-4a03-97cb-2993fecb3514 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=97a59516-89f9-4e8e-9ccf-abdda6abc087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993555 Sep 21 10:10:40.008959 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62155259-bbeb-4181-aea9-449b480a01ec req-591d70b7-fe35-4bc2-9edd-4680512d44a9 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:40.010303 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-62155259-bbeb-4181-aea9-449b480a01ec req-591d70b7-fe35-4bc2-9edd-4680512d44a9 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 944 time: 0.3049333 Sep 21 10:10:40.059025 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-62155259-bbeb-4181-aea9-449b480a01ec req-a362ba3f-4107-4a0b-b963-2a88691b74c3 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2ff86e3-eb2d-4b88-b6bd-7221106eb871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429909 Sep 21 10:10:40.105827 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e6cb0-0f2d-4f69-bfa4-62b1a0a0897c req-6a5db26e-3834-4436-8491-2b040ec1a174 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:40.107256 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-325e6cb0-0f2d-4f69-bfa4-62b1a0a0897c req-6a5db26e-3834-4436-8491-2b040ec1a174 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0461962 Sep 21 10:10:40.152913 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-325e6cb0-0f2d-4f69-bfa4-62b1a0a0897c req-c1b6ecbc-30b0-4824-8ca9-85c2bd6353d3 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400331 Sep 21 10:10:40.427431 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-543c53d2-1915-4fa7-8389-de97139b0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:40.428966 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-543c53d2-1915-4fa7-8389-de97139b0ab2 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b380f751-6674-46e2-979d-3a6fecc803dc HTTP/1.1" status: 200 len: 856 time: 0.0467606 Sep 21 10:10:40.484328 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-3fe574c7-42e3-4af6-bb36-bea7ac330c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:40.486334 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-3fe574c7-42e3-4af6-bb36-bea7ac330c1c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=00c18901-0d42-4272-b558-b769b86bb94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513811 Sep 21 10:10:40.536493 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4f042-4d5b-4124-940f-662c98e69f51 req-8e1abf5a-0d38-4f65-83fc-571f8a0b2c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:40.537982 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-92e4f042-4d5b-4124-940f-662c98e69f51 req-8e1abf5a-0d38-4f65-83fc-571f8a0b2c44 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b3bd8b4fc3c749cb90f28023dc955c9a&device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 1128 time: 0.1526535 Sep 21 10:10:40.548673 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a92dcf-56d0-4363-b85f-2ed6051b6e4f req-755e441a-d634-4101-afd0-d0316407e48a tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:40.550198 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-90a92dcf-56d0-4363-b85f-2ed6051b6e4f req-755e441a-d634-4101-afd0-d0316407e48a tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 946 time: 0.1678503 Sep 21 10:10:40.559122 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:40.581171 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:40.596063 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-34f570bd-bc15-4db8-804c-86b510079815 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007240 Sep 21 10:10:40.620316 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:40.622560 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:40.648589 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb95904-0609-434c-b1cc-934801f76bf3 req-209faec9-05d2-4a88-86d6-2d515a89d2b1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:40.650361 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-bdb95904-0609-434c-b1cc-934801f76bf3 req-209faec9-05d2-4a88-86d6-2d515a89d2b1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 943 time: 0.1561601 Sep 21 10:10:40.694445 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:40.716725 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-ca10a1b2-b3e0-4aa1-b94f-b1dc7b01400e req-6c76ee4e-aa2a-4773-b1ee-b56eb36c7623 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146035 Sep 21 10:10:40.719735 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c2ef8e85-73da-49af-b2c1-7df63bec8333 req-37d13161-e5be-40d9-a73a-bacb5d11cf06 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351588 Sep 21 10:10:40.729289 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-90a92dcf-56d0-4363-b85f-2ed6051b6e4f req-358fb105-5e15-4d48-a86c-564cd20fcb77 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609709 Sep 21 10:10:40.753862 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 55378) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:40.775305 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4f042-4d5b-4124-940f-662c98e69f51 req-31fa843e-9a40-49fc-8761-223d801203ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:40.776805 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-92e4f042-4d5b-4124-940f-662c98e69f51 req-31fa843e-9a40-49fc-8761-223d801203ee service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=60fbaebe-52f4-4e3a-8714-a12eadb4201c HTTP/1.1" status: 200 len: 912 time: 0.2256949 Sep 21 10:10:40.823014 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-bdb95904-0609-434c-b1cc-934801f76bf3 req-ce1c97e7-4751-4e2a-915a-c5daa62f0600 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567976 Sep 21 10:10:40.865484 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c2ef8e85-73da-49af-b2c1-7df63bec8333 req-4b94f380-13d5-4861-8b31-86443f05db9f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276596 Sep 21 10:10:40.898658 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-27ec07d6-2f1a-4756-943a-c1a425c77d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:40.973082 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-27ec07d6-2f1a-4756-943a-c1a425c77d17 admin admin] Publish callbacks [] for security_group (ca4242e2-0390-4d6a-b628-e85af008638e), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:40.977008 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-27ec07d6-2f1a-4756-943a-c1a425c77d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (ca4242e2-0390-4d6a-b628-e85af008638e), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:41.017422 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-27ec07d6-2f1a-4756-943a-c1a425c77d17 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4cca5ee93ff941c8888d889dc0299a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2624583 Sep 21 10:10:41.019324 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec07d6-2f1a-4756-943a-c1a425c77d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4242e2-0390-4d6a-b628-e85af008638e,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:41.020254 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 55386) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:41.070515 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-843324fa-1fda-4e7d-aff5-cc7253ac242f admin admin] Publish callbacks [] for security_group (ca4242e2-0390-4d6a-b628-e85af008638e), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:41.090070 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-843324fa-1fda-4e7d-aff5-cc7253ac242f admin admin] Publish callbacks [] for security_group (ca4242e2-0390-4d6a-b628-e85af008638e), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:41.146147 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-843324fa-1fda-4e7d-aff5-cc7253ac242f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (ca4242e2-0390-4d6a-b628-e85af008638e), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:41.148549 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-843324fa-1fda-4e7d-aff5-cc7253ac242f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:41.149674 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-843324fa-1fda-4e7d-aff5-cc7253ac242f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ca4242e2-0390-4d6a-b628-e85af008638e HTTP/1.1" status: 204 len: 168 time: 0.1283901 Sep 21 10:10:41.176991 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843324fa-1fda-4e7d-aff5-cc7253ac242f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4242e2-0390-4d6a-b628-e85af008638e,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:41.193741 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f79a9d-57d1-472f-81bb-34f626913c32 req-355b33a5-8928-4a14-825e-2f919ea99a5c tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:41.195717 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b1f79a9d-57d1-472f-81bb-34f626913c32 req-355b33a5-8928-4a14-825e-2f919ea99a5c tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 944 time: 0.0618422 Sep 21 10:10:41.211957 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:41.256235 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b1f79a9d-57d1-472f-81bb-34f626913c32 req-192f1464-e500-4b38-906c-b4c3edae9043 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2ff86e3-eb2d-4b88-b6bd-7221106eb871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527432 Sep 21 10:10:41.367885 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f70005-ac16-4fed-96f7-68e13a0afa09 req-182ae448-8c4e-4019-8139-6924df74d19b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:41.369444 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c6f70005-ac16-4fed-96f7-68e13a0afa09 req-182ae448-8c4e-4019-8139-6924df74d19b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0486779 Sep 21 10:10:41.420353 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c6f70005-ac16-4fed-96f7-68e13a0afa09 req-fbc9921a-f8ec-4dcb-81a2-752a20607b72 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450017 Sep 21 10:10:41.900677 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-92e4f042-4d5b-4124-940f-662c98e69f51 req-18a9641e-01a5-47c9-bc26-00cd4c03973a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2829b798-5a21-4d84-9127-7b9be25d2066 HTTP/1.1" status: 200 len: 217 time: 0.0981491 Sep 21 10:10:41.913266 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8568e1-516f-4c3e-855a-93cf8a19e5be req-5cce045c-35cb-4870-b7a8-aeb44725f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:41.914865 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0c8568e1-516f-4c3e-855a-93cf8a19e5be req-5cce045c-35cb-4870-b7a8-aeb44725f7fd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=68256e1dad7b42c8a603e45246d85098&device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 1127 time: 0.1050041 Sep 21 10:10:42.036786 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 2829b798-5a21-4d84-9127-7b9be25d2066 details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:10:42.053897 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b216fc-da86-40d2-93b4-b5a796b45b69 req-0520b496-88be-4da0-a915-03dfb06055bd tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:42.059831 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:42.060738 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-66b216fc-da86-40d2-93b4-b5a796b45b69 req-0520b496-88be-4da0-a915-03dfb06055bd tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 943 time: 0.1368396 Sep 21 10:10:42.108114 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4f042-4d5b-4124-940f-662c98e69f51 req-13dcb0ef-fa4d-4c48-be40-86d8216610d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:42.111258 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-92e4f042-4d5b-4124-940f-662c98e69f51 req-13dcb0ef-fa4d-4c48-be40-86d8216610d7 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4d5d2acf-1045-41a7-ba31-7ebbbda78430 HTTP/1.1" status: 200 len: 850 time: 0.1744080 Sep 21 10:10:42.168675 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-66b216fc-da86-40d2-93b4-b5a796b45b69 req-f31fb64a-908a-4326-955c-ae8c152cfe4a tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069055 Sep 21 10:10:42.173161 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8568e1-516f-4c3e-855a-93cf8a19e5be req-b943ec40-4ef4-495c-aa10-0c5a61183bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:42.174875 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0c8568e1-516f-4c3e-855a-93cf8a19e5be req-b943ec40-4ef4-495c-aa10-0c5a61183bd4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=00c18901-0d42-4272-b558-b769b86bb94d HTTP/1.1" status: 200 len: 918 time: 0.2395270 Sep 21 10:10:42.179347 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 2829b798-5a21-4d84-9127-7b9be25d2066, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=2829b798-5a21-4d84-9127-7b9be25d2066,segment=NetworkSegment(241b5bf6-5ac4-473b-82f0-57d3d23ca7fb),segment_id=241b5bf6-5ac4-473b-82f0-57d3d23ca7fb)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:10:42.193872 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': '2829b798-5a21-4d84-9127-7b9be25d2066', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'port_id': '2829b798-5a21-4d84-9127-7b9be25d2066', 'mac_address': 'fa:16:3e:83:e3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:10:42.228198 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:42.233488 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 2829b798-5a21-4d84-9127-7b9be25d2066 is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:10:42.233924 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2829b798-5a21-4d84-9127-7b9be25d2066), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:42.249145 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2829b798-5a21-4d84-9127-7b9be25d2066 {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:10:42.276492 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 2829b798-5a21-4d84-9127-7b9be25d2066, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=2829b798-5a21-4d84-9127-7b9be25d2066,segment=NetworkSegment(241b5bf6-5ac4-473b-82f0-57d3d23ca7fb),segment_id=241b5bf6-5ac4-473b-82f0-57d3d23ca7fb)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:10:42.282538 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (2829b798-5a21-4d84-9127-7b9be25d2066), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:42.283579 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 611786c0-8e53-4bb4-a06a-9d8729ae90d0 details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:10:42.415595 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=2829b798-5a21-4d84-9127-7b9be25d2066,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:42.434226 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54534fd-a162-45f3-b46a-6162fc9c0e60 req-ff6eea3a-c953-4095-b9a6-d2e24c8f7911 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:42.436536 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e54534fd-a162-45f3-b46a-6162fc9c0e60 req-ff6eea3a-c953-4095-b9a6-d2e24c8f7911 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 945 time: 0.0623379 Sep 21 10:10:42.445545 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 611786c0-8e53-4bb4-a06a-9d8729ae90d0, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=611786c0-8e53-4bb4-a06a-9d8729ae90d0,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:10:42.457677 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': '611786c0-8e53-4bb4-a06a-9d8729ae90d0', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'port_id': '611786c0-8e53-4bb4-a06a-9d8729ae90d0', 'mac_address': 'fa:16:3e:4a:64:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:10:42.494164 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e54534fd-a162-45f3-b46a-6162fc9c0e60 req-a6d640f7-c9bb-4422-a1ca-6b5c3c1642cf tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2ff86e3-eb2d-4b88-b6bd-7221106eb871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516891 Sep 21 10:10:42.496174 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:10:42.496560 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:42.512991 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611786c0-8e53-4bb4-a06a-9d8729ae90d0 {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:10:42.535068 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 611786c0-8e53-4bb4-a06a-9d8729ae90d0, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=611786c0-8e53-4bb4-a06a-9d8729ae90d0,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:10:42.545343 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:42.571818 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b77c8-21ee-4fb3-9ba9-060babecc87c req-44ec9067-5a97-4286-a18c-1c58cc6c0c31 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:42.573325 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a64b77c8-21ee-4fb3-9ba9-060babecc87c req-44ec9067-5a97-4286-a18c-1c58cc6c0c31 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0605462 Sep 21 10:10:42.600995 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:42.604831 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=611786c0-8e53-4bb4-a06a-9d8729ae90d0,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:42.625109 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a64b77c8-21ee-4fb3-9ba9-060babecc87c req-31f49c2a-98e2-4a72-8c69-494ada5ee915 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452862 Sep 21 10:10:43.072217 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['2829b798-5a21-4d84-9127-7b9be25d2066'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:10:43.206159 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['611786c0-8e53-4bb4-a06a-9d8729ae90d0'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:10:43.301985 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a9628-9499-474d-940c-83c7cd044d0b req-51994599-37d8-4cba-9e78-b502edc27d41 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:43.303507 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-264a9628-9499-474d-940c-83c7cd044d0b req-51994599-37d8-4cba-9e78-b502edc27d41 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 944 time: 0.0476053 Sep 21 10:10:43.354471 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-264a9628-9499-474d-940c-83c7cd044d0b req-e1d60e00-70b6-46ca-81ac-7f13cead7483 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446367 Sep 21 10:10:43.455299 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0c8568e1-516f-4c3e-855a-93cf8a19e5be req-6c050d55-a180-4139-8d7e-e04eb0b72ad6 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=611786c0-8e53-4bb4-a06a-9d8729ae90d0 HTTP/1.1" status: 200 len: 217 time: 0.0604341 Sep 21 10:10:43.467271 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4f042-4d5b-4124-940f-662c98e69f51 req-7971540c-743c-40c1-9cc4-9b97179f85ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:43.468878 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-92e4f042-4d5b-4124-940f-662c98e69f51 req-7971540c-743c-40c1-9cc4-9b97179f85ea service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=60fbaebe-52f4-4e3a-8714-a12eadb4201c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0763204 Sep 21 10:10:43.710304 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8568e1-516f-4c3e-855a-93cf8a19e5be req-44de8e47-72f2-44a2-b7d8-bbc1b9094339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:43.713610 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0c8568e1-516f-4c3e-855a-93cf8a19e5be req-44de8e47-72f2-44a2-b7d8-bbc1b9094339 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b380f751-6674-46e2-979d-3a6fecc803dc HTTP/1.1" status: 200 len: 856 time: 0.2215061 Sep 21 10:10:43.742381 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25432c-68e7-4539-8a29-299228e1dd90 req-c7279f10-5fa0-43d8-a49e-157fdcf5a8ec tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:43.743974 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-de25432c-68e7-4539-8a29-299228e1dd90 req-c7279f10-5fa0-43d8-a49e-157fdcf5a8ec tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 945 time: 0.1310618 Sep 21 10:10:43.811061 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-92e4f042-4d5b-4124-940f-662c98e69f51 req-1bba4d3f-7b08-4ab1-93d4-f54898e084c7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/60fbaebe-52f4-4e3a-8714-a12eadb4201c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065639 Sep 21 10:10:43.828314 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:43.837150 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afc70b-47aa-4ff4-9645-8d91ebd77b45 req-6ec5568c-7cb0-4d2b-a0d8-1600d03c8196 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:43.838545 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e1afc70b-47aa-4ff4-9645-8d91ebd77b45 req-6ec5568c-7cb0-4d2b-a0d8-1600d03c8196 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0824924 Sep 21 10:10:43.865825 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-de25432c-68e7-4539-8a29-299228e1dd90 req-6006bdc8-cbf5-42c1-9039-66807bed179a tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2ff86e3-eb2d-4b88-b6bd-7221106eb871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107681 Sep 21 10:10:43.898368 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e1afc70b-47aa-4ff4-9645-8d91ebd77b45 req-bcdde0e2-f6c5-4e84-8e65-98e6cabb2e68 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511367 Sep 21 10:10:44.479841 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90305a-3925-43a9-bb1c-45bbdf3094ba req-cfa36cd0-1f69-4003-b639-e9196a5cf9b1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:44.481211 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2f90305a-3925-43a9-bb1c-45bbdf3094ba req-cfa36cd0-1f69-4003-b639-e9196a5cf9b1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 944 time: 0.0474520 Sep 21 10:10:44.528965 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2f90305a-3925-43a9-bb1c-45bbdf3094ba req-7189f2be-9358-4a7a-9301-4677ab8cc0f8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413737 Sep 21 10:10:44.995686 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2d8ab-3917-4650-9fc3-f8d9b2dbcfce req-ce721915-3e67-4d1c-b23f-5bb47c897903 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:44.996993 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f3c2d8ab-3917-4650-9fc3-f8d9b2dbcfce req-ce721915-3e67-4d1c-b23f-5bb47c897903 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 945 time: 0.0557244 Sep 21 10:10:45.049980 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce208efd-5dfa-44ae-bc2a-eb0bda56a21b req-3cb0be84-6715-4f36-bd64-f8a0416db9dd tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:45.051399 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ce208efd-5dfa-44ae-bc2a-eb0bda56a21b req-3cb0be84-6715-4f36-bd64-f8a0416db9dd tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0748956 Sep 21 10:10:45.089234 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f3c2d8ab-3917-4650-9fc3-f8d9b2dbcfce req-2b0ba618-a39c-4557-acf7-05e66c0f3f11 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2ff86e3-eb2d-4b88-b6bd-7221106eb871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768759 Sep 21 10:10:45.112299 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ce208efd-5dfa-44ae-bc2a-eb0bda56a21b req-16bbb966-374a-46ca-b413-72d552a098a0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550690 Sep 21 10:10:45.655784 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf87726-ca36-4f4d-904d-6472085ca27b req-91dc65d5-f135-4037-b755-a8a788cb9f3e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:45.657260 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-caf87726-ca36-4f4d-904d-6472085ca27b req-91dc65d5-f135-4037-b755-a8a788cb9f3e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 944 time: 0.0467801 Sep 21 10:10:45.705849 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-caf87726-ca36-4f4d-904d-6472085ca27b req-466166fc-fc4f-4656-ba09-d545b826081b tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429819 Sep 21 10:10:46.241041 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8f8e2-4bf0-4b8d-9b94-aeef752c8a8c req-954a88af-1816-4b93-b4b4-6c172a425d76 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:46.242499 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d3d8f8e2-4bf0-4b8d-9b94-aeef752c8a8c req-954a88af-1816-4b93-b4b4-6c172a425d76 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 945 time: 0.0766399 Sep 21 10:10:46.262312 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f028f32-ac72-432b-b9ca-e5971c898f50 req-e68f8e72-0201-4256-b7c6-b4e08df31fd2 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:46.263726 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1f028f32-ac72-432b-b9ca-e5971c898f50 req-e68f8e72-0201-4256-b7c6-b4e08df31fd2 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0698218 Sep 21 10:10:46.322590 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d3d8f8e2-4bf0-4b8d-9b94-aeef752c8a8c req-61d55bc9-497b-4bda-b195-87d92a2775e0 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2ff86e3-eb2d-4b88-b6bd-7221106eb871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739510 Sep 21 10:10:46.336801 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1f028f32-ac72-432b-b9ca-e5971c898f50 req-4b674f29-ad34-429e-bc0a-396d684160ef tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658617 Sep 21 10:10:46.793398 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:46.831893 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e12abe-b312-4675-98e8-bd22fdc055a5 req-35f01b57-f64b-499d-b643-4112519c08e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:46.836403 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b6e12abe-b312-4675-98e8-bd22fdc055a5 req-35f01b57-f64b-499d-b643-4112519c08e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 944 time: 0.0513675 Sep 21 10:10:46.882845 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b6e12abe-b312-4675-98e8-bd22fdc055a5 req-7697dabf-91b0-44c4-92b7-bbefc6023504 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416985 Sep 21 10:10:47.357888 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8568e1-516f-4c3e-855a-93cf8a19e5be req-bbee6eba-ca9d-4c61-bf24-e7bfd8515d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:47.359388 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0c8568e1-516f-4c3e-855a-93cf8a19e5be req-bbee6eba-ca9d-4c61-bf24-e7bfd8515d30 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=00c18901-0d42-4272-b558-b769b86bb94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0962617 Sep 21 10:10:47.458254 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-52c80523-379e-4e0b-b4cc-39b6bfc4333b req-525967bd-ac88-412b-be7b-d3434204bbde service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568993 Sep 21 10:10:47.532707 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c80523-379e-4e0b-b4cc-39b6bfc4333b req-109bb7b9-2258-47cb-bd6a-356f2dda12a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:47.534242 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-52c80523-379e-4e0b-b4cc-39b6bfc4333b req-109bb7b9-2258-47cb-bd6a-356f2dda12a6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f75ba10758754f4f9c778e357a87f58e&device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 1129 time: 0.0524766 Sep 21 10:10:47.569492 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-92e4f042-4d5b-4124-940f-662c98e69f51 req-cb401c1c-68ef-4986-8cd3-8905c139d111 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/60fbaebe-52f4-4e3a-8714-a12eadb4201c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952750 Sep 21 10:10:47.601902 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb08f88-2290-4254-bd93-32d35799c4d9 req-f442b3b4-b926-436b-b9dd-da069adbd57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:47.603381 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cbb08f88-2290-4254-bd93-32d35799c4d9 req-f442b3b4-b926-436b-b9dd-da069adbd57d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e9df852f2e3a4ac0b52f80480949469c&device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 1168 time: 0.1260149 Sep 21 10:10:47.610354 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b1b98-74fd-416a-9f04-533aac2f1fdf req-8cd27f0e-d5d2-48d0-8b37-4efd4c01c2d3 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:47.611877 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-199b1b98-74fd-416a-9f04-533aac2f1fdf req-8cd27f0e-d5d2-48d0-8b37-4efd4c01c2d3 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 945 time: 0.1858582 Sep 21 10:10:47.616919 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 2829b798-5a21-4d84-9127-7b9be25d2066 up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:10:47.635547 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10add56-aeb1-4e7f-ab70-ea4bd01c561b req-d7ff056d-bb10-4262-88e7-a282db94af0e tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:47.637007 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e10add56-aeb1-4e7f-ab70-ea4bd01c561b req-d7ff056d-bb10-4262-88e7-a282db94af0e tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.1622436 Sep 21 10:10:47.655677 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c80523-379e-4e0b-b4cc-39b6bfc4333b req-c2d64100-0331-45a4-a4a0-0c69785201e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:47.658976 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-52c80523-379e-4e0b-b4cc-39b6bfc4333b req-c2d64100-0331-45a4-a4a0-0c69785201e4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 200 len: 920 time: 0.1017017 Sep 21 10:10:47.668982 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:47.672883 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port 2829b798-5a21-4d84-9127-7b9be25d2066 completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:10:47.679764 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port 2829b798-5a21-4d84-9127-7b9be25d2066 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:10:47.680153 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (2829b798-5a21-4d84-9127-7b9be25d2066), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:47.680481 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port 2829b798-5a21-4d84-9127-7b9be25d2066 Sep 21 10:10:47.706052 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-52c80523-379e-4e0b-b4cc-39b6bfc4333b req-fce5dda1-0a3b-44d4-a24e-9cbfa3003fed service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba26afce-a023-4535-9060-fc72bb991314 HTTP/1.1" status: 200 len: 217 time: 0.0405183 Sep 21 10:10:47.724547 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0c8568e1-516f-4c3e-855a-93cf8a19e5be req-6f0c1ca3-b078-4167-8dca-3090941f86da service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478677 Sep 21 10:10:47.759495 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 2829b798-5a21-4d84-9127-7b9be25d2066 is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:10:47.759990 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2829b798-5a21-4d84-9127-7b9be25d2066), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:47.761794 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c80523-379e-4e0b-b4cc-39b6bfc4333b req-b08d3eb0-7d47-49b0-837d-5175af8ac8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:47.763267 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-52c80523-379e-4e0b-b4cc-39b6bfc4333b req-b08d3eb0-7d47-49b0-837d-5175af8ac8cf service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5429b2a6-8b25-44de-bb46-df0f87df08ce HTTP/1.1" status: 200 len: 858 time: 0.0480483 Sep 21 10:10:47.770788 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:47.786306 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbb2264-e66c-498a-a2db-d9815b695f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2829b798-5a21-4d84-9127-7b9be25d2066'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:10:47.789119 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638a8de5-98ec-4302-8bce-2c952f328b78" -d '{"events": [{"server_uuid": "1dbb2264-e66c-498a-a2db-d9815b695f7f", "name": "network-vif-plugged", "status": "completed", "tag": "2829b798-5a21-4d84-9127-7b9be25d2066"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:10:47.805386 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 2829b798-5a21-4d84-9127-7b9be25d2066, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=2829b798-5a21-4d84-9127-7b9be25d2066,segment=NetworkSegment(241b5bf6-5ac4-473b-82f0-57d3d23ca7fb),segment_id=241b5bf6-5ac4-473b-82f0-57d3d23ca7fb)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:10:47.809328 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (2829b798-5a21-4d84-9127-7b9be25d2066), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:47.810139 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 611786c0-8e53-4bb4-a06a-9d8729ae90d0 up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:10:47.822425 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c80523-379e-4e0b-b4cc-39b6bfc4333b req-519023eb-fe15-44bc-90fb-9e7efc537be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:47.824598 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-52c80523-379e-4e0b-b4cc-39b6bfc4333b req-519023eb-fe15-44bc-90fb-9e7efc537be4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=97a59516-89f9-4e8e-9ccf-abdda6abc087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478761 Sep 21 10:10:47.864067 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-199b1b98-74fd-416a-9f04-533aac2f1fdf req-7e8b4ecb-20b0-4f8b-9f45-ed3bcef2ce27 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2ff86e3-eb2d-4b88-b6bd-7221106eb871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297459 Sep 21 10:10:47.896232 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:47.906362 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=2829b798-5a21-4d84-9127-7b9be25d2066,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:47.914390 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:10:47.919247 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:47.926406 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:10:47.926964 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:47.927607 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 Sep 21 10:10:47.957972 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e10add56-aeb1-4e7f-ab70-ea4bd01c561b req-ae892c3d-19e6-498d-8f6e-70d5e2608478 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3004563 Sep 21 10:10:47.974590 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb08f88-2290-4254-bd93-32d35799c4d9 req-30256ea2-7085-4549-9db2-ccab0366d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:47.976322 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cbb08f88-2290-4254-bd93-32d35799c4d9 req-30256ea2-7085-4549-9db2-ccab0366d84a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=6327c42e-81d4-4192-bfe4-14e358641177 HTTP/1.1" status: 200 len: 915 time: 0.3573914 Sep 21 10:10:47.990945 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-52c80523-379e-4e0b-b4cc-39b6bfc4333b req-9728f925-2663-4307-ad47-41a89f1104d1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524372 Sep 21 10:10:48.058574 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b223a9fa-3351-476e-968b-455057b6dfb5 x-openstack-request-id: req-b223a9fa-3351-476e-968b-455057b6dfb5 {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:10:48.060340 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbb2264-e66c-498a-a2db-d9815b695f7f", "name": "network-vif-plugged", "status": "completed", "tag": "2829b798-5a21-4d84-9127-7b9be25d2066", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:10:48.060862 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b223a9fa-3351-476e-968b-455057b6dfb5 {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:10:48.062495 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b223a9fa-3351-476e-968b-455057b6dfb5'] response: {'server_uuid': '1dbb2264-e66c-498a-a2db-d9815b695f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2829b798-5a21-4d84-9127-7b9be25d2066', 'code': 200} Sep 21 10:10:48.069138 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:10:48.071409 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:48.090419 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0c8568e1-516f-4c3e-855a-93cf8a19e5be req-4f2d7f7b-743c-4ccf-b39c-25384f7e31c2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467028 Sep 21 10:10:48.113913 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be38f3-c9c0-4dfe-86b6-a951b6b4dad5 req-b936ada1-2eaf-412b-895f-08cc77062565 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:48.122108 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-44be38f3-c9c0-4dfe-86b6-a951b6b4dad5 req-b936ada1-2eaf-412b-895f-08cc77062565 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.1143990 Sep 21 10:10:48.137624 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cbb08f88-2290-4254-bd93-32d35799c4d9 req-cdbbec0a-0102-4f5b-bd4d-1a170d707624 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2ed67a4-c291-42d9-be95-f7e630f1a56b HTTP/1.1" status: 200 len: 1000 time: 0.1401947 Sep 21 10:10:48.184227 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-52c80523-379e-4e0b-b4cc-39b6bfc4333b req-0e0416c9-9754-4863-add4-695a5e28ea6f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860833 Sep 21 10:10:48.200231 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 611786c0-8e53-4bb4-a06a-9d8729ae90d0, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=611786c0-8e53-4bb4-a06a-9d8729ae90d0,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:10:48.205143 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:48.236346 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:48.260676 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=611786c0-8e53-4bb4-a06a-9d8729ae90d0,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:10:48.287483 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-44be38f3-c9c0-4dfe-86b6-a951b6b4dad5 req-43e127d3-c1f1-4f0a-9cb4-9f2429cf5933 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641982 Sep 21 10:10:48.293529 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec667f46-2dfc-40b0-9046-4b2c0b0734c3 req-26543853-d2b5-4db9-9b05-5c4daefbf367 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:48.295695 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ec667f46-2dfc-40b0-9046-4b2c0b0734c3 req-26543853-d2b5-4db9-9b05-5c4daefbf367 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0933757 Sep 21 10:10:48.296617 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb08f88-2290-4254-bd93-32d35799c4d9 req-9d0f7ff8-a60a-4e7b-b5c6-2fe3c2d682eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:48.298500 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cbb08f88-2290-4254-bd93-32d35799c4d9 req-9d0f7ff8-a60a-4e7b-b5c6-2fe3c2d682eb service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=e8b55abb-da7c-4272-a2d3-3aab9146c566 HTTP/1.1" status: 200 len: 853 time: 0.1508017 Sep 21 10:10:48.303102 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e792afb-2df1-4e9d-bde8-ec99f74a925b req-306f5654-f4ac-4bf7-9a9d-f93e481df06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:48.304703 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-6e792afb-2df1-4e9d-bde8-ec99f74a925b req-306f5654-f4ac-4bf7-9a9d-f93e481df06d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 1130 time: 0.0399985 Sep 21 10:10:48.339753 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:48.361817 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-6e792afb-2df1-4e9d-bde8-ec99f74a925b req-202ceafa-3f30-4027-bcd7-fa1f065dd20b service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2ff86e3-eb2d-4b88-b6bd-7221106eb871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506349 Sep 21 10:10:48.413235 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb08f88-2290-4254-bd93-32d35799c4d9 req-56579333-c2e4-462f-96b0-45955e1e0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:48.414725 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cbb08f88-2290-4254-bd93-32d35799c4d9 req-56579333-c2e4-462f-96b0-45955e1e0a24 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6327c42e-81d4-4192-bfe4-14e358641177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031678 Sep 21 10:10:48.428827 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ec667f46-2dfc-40b0-9046-4b2c0b0734c3 req-ceca64e4-7899-4650-b883-eb19656c3dd0 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250618 Sep 21 10:10:48.440251 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8132c48-a6c3-46dc-8f1e-41921c656862 req-2fb660fe-284e-4744-ae22-a49fc540cfc9 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:48.441795 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e8132c48-a6c3-46dc-8f1e-41921c656862 req-2fb660fe-284e-4744-ae22-a49fc540cfc9 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0730710 Sep 21 10:10:48.452455 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 55502) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:48.457102 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-217d113d-86de-49c7-a0f5-e5285179c3df tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Request body: {'floatingip': {'port_id': '5567942c-6fc7-4688-be83-932cde20b535'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:48.511740 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-217d113d-86de-49c7-a0f5-e5285179c3df tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for floatingip (3addfa85-0888-4b93-8dfd-771c30ab0f71), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:48.632931 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:48.968369 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-217d113d-86de-49c7-a0f5-e5285179c3df tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:48.972890 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-217d113d-86de-49c7-a0f5-e5285179c3df tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (3addfa85-0888-4b93-8dfd-771c30ab0f71), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:48.992040 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeced763-dd35-4fdf-901b-4da5ccde3fc9 req-1b7ba2c6-2fb2-4b79-922a-54823de1fa85 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:48.993447 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aeced763-dd35-4fdf-901b-4da5ccde3fc9 req-1b7ba2c6-2fb2-4b79-922a-54823de1fa85 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 946 time: 0.0483811 Sep 21 10:10:49.051001 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aeced763-dd35-4fdf-901b-4da5ccde3fc9 req-000032bc-3bb8-43d3-b618-73502873f9dd tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2ff86e3-eb2d-4b88-b6bd-7221106eb871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497952 Sep 21 10:10:49.097564 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a128c0-659f-4fdf-a658-9cbf68d52fc4 req-286a59fb-8564-42a7-8887-3f6bef3852e9 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:49.099514 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-35a128c0-659f-4fdf-a658-9cbf68d52fc4 req-286a59fb-8564-42a7-8887-3f6bef3852e9 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0473082 Sep 21 10:10:49.393524 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217d113d-86de-49c7-a0f5-e5285179c3df tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Router 74deb924-cbab-48eb-b912-d6b1db12d2db has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:10:49.431543 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-35a128c0-659f-4fdf-a658-9cbf68d52fc4 req-28b24630-194b-4579-a26b-653f95ba47f5 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3259346 Sep 21 10:10:49.498901 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217d113d-86de-49c7-a0f5-e5285179c3df tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:10:49.504274 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-217d113d-86de-49c7-a0f5-e5285179c3df tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:49.510787 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53da3933-622a-42a5-ad38-2b6edad9dd76 None None] Sync routers for ids ['74deb924-cbab-48eb-b912-d6b1db12d2db'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:10:49.524744 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53da3933-622a-42a5-ad38-2b6edad9dd76 None None] Routers {'74deb924-cbab-48eb-b912-d6b1db12d2db'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:10:49.525526 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-53da3933-622a-42a5-ad38-2b6edad9dd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:10:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['74deb924-cbab-48eb-b912-d6b1db12d2db'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:49.553741 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50762dd4-54b1-435c-a280-8ae7ccdc96d7', 'tag': '5567942c-6fc7-4688-be83-932cde20b535'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:10:49.557402 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34d1547-6981-4966-a73b-70c24727bbdf" -d '{"events": [{"name": "network-changed", "server_uuid": "50762dd4-54b1-435c-a280-8ae7ccdc96d7", "tag": "5567942c-6fc7-4688-be83-932cde20b535"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:10:49.562191 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb4231-65c9-4185-857b-4a8b0c78569a req-0b208344-eedd-440b-80fc-12bf8f2dfcf9 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:49.565627 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e0eb4231-65c9-4185-857b-4a8b0c78569a req-0b208344-eedd-440b-80fc-12bf8f2dfcf9 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0537367 Sep 21 10:10:49.566794 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:49.603994 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-217d113d-86de-49c7-a0f5-e5285179c3df tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/3addfa85-0888-4b93-8dfd-771c30ab0f71 HTTP/1.1" status: 200 len: 994 time: 1.1502709 Sep 21 10:10:49.630681 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97054781-c90b-43f0-944a-f733c67b47cb x-openstack-request-id: req-97054781-c90b-43f0-944a-f733c67b47cb {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:10:49.630681 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50762dd4-54b1-435c-a280-8ae7ccdc96d7", "tag": "5567942c-6fc7-4688-be83-932cde20b535", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:10:49.631012 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-97054781-c90b-43f0-944a-f733c67b47cb {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:10:49.631514 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97054781-c90b-43f0-944a-f733c67b47cb'] response: {'name': 'network-changed', 'server_uuid': '50762dd4-54b1-435c-a280-8ae7ccdc96d7', 'tag': '5567942c-6fc7-4688-be83-932cde20b535', 'status': 'completed', 'code': 200} Sep 21 10:10:49.631925 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e0eb4231-65c9-4185-857b-4a8b0c78569a req-ff5bf302-7502-461b-9584-cf70215c5cf2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592415 Sep 21 10:10:49.644836 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-53da3933-622a-42a5-ad38-2b6edad9dd76 None None] Set router 74deb924-cbab-48eb-b912-d6b1db12d2db gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:10:49.975862 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-53da3933-622a-42a5-ad38-2b6edad9dd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-router', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:35Z', 'updated_at': '2022-09-21T10:05:46Z', 'revision_number': 4, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'gw_port': {'id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:36Z', 'updated_at': '2022-09-21T10:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '3addfa85-0888-4b93-8dfd-771c30ab0f71', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'port_id': '5567942c-6fc7-4688-be83-932cde20b535', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'mac_address': 'fa:16:3e:2a:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50762dd4-54b1-435c-a280-8ae7ccdc96d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:08:17Z', 'updated_at': '2022-09-21T10:10:48Z', 'revision_number': 3, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b473946a-3b09-4153-9e20-c7bd9c6d9d8e', 'name': '', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'mac_address': 'fa:16:3e:5b:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:43Z', 'updated_at': '2022-09-21T10:05:53Z', 'revision_number': 5, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'subnets': [{'id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:49.999955 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53da3933-622a-42a5-ad38-2b6edad9dd76 None None] Checking router: 74deb924-cbab-48eb-b912-d6b1db12d2db for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:10:50.008530 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53da3933-622a-42a5-ad38-2b6edad9dd76 None None] Routers {'74deb924-cbab-48eb-b912-d6b1db12d2db'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:10:50.009121 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-53da3933-622a-42a5-ad38-2b6edad9dd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:10:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['74deb924-cbab-48eb-b912-d6b1db12d2db'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:50.084508 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a52890-25ca-4b4a-a62a-74eee16c449a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611786c0-8e53-4bb4-a06a-9d8729ae90d0'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:10:50.086688 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73296546-691e-448b-9ce1-6b0ada74fde0" -d '{"events": [{"server_uuid": "e7a52890-25ca-4b4a-a62a-74eee16c449a", "name": "network-vif-plugged", "status": "completed", "tag": "611786c0-8e53-4bb4-a06a-9d8729ae90d0"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:10:50.116971 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-53da3933-622a-42a5-ad38-2b6edad9dd76 None None] Set router 74deb924-cbab-48eb-b912-d6b1db12d2db gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:10:50.143807 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d60fa98-07cb-498a-a5ac-46aeeb57618e x-openstack-request-id: req-5d60fa98-07cb-498a-a5ac-46aeeb57618e {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:10:50.144121 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a52890-25ca-4b4a-a62a-74eee16c449a", "name": "network-vif-plugged", "status": "completed", "tag": "611786c0-8e53-4bb4-a06a-9d8729ae90d0", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:10:50.144373 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5d60fa98-07cb-498a-a5ac-46aeeb57618e {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:10:50.144758 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d60fa98-07cb-498a-a5ac-46aeeb57618e'] response: {'server_uuid': 'e7a52890-25ca-4b4a-a62a-74eee16c449a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611786c0-8e53-4bb4-a06a-9d8729ae90d0', 'code': 200} Sep 21 10:10:50.178274 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce4a7c-c60c-4e54-ac1f-41131f48cca9 req-911f62ef-44dc-46b3-a830-8a228f61a044 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:50.179786 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-19ce4a7c-c60c-4e54-ac1f-41131f48cca9 req-911f62ef-44dc-46b3-a830-8a228f61a044 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 946 time: 0.0491416 Sep 21 10:10:50.229206 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-19ce4a7c-c60c-4e54-ac1f-41131f48cca9 req-5cf3c0d7-2771-4ba3-9b93-5e28e691b5f5 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2ff86e3-eb2d-4b88-b6bd-7221106eb871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436754 Sep 21 10:10:50.337880 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-53da3933-622a-42a5-ad38-2b6edad9dd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-router', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:35Z', 'updated_at': '2022-09-21T10:05:46Z', 'revision_number': 4, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'gw_port': {'id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:36Z', 'updated_at': '2022-09-21T10:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '3addfa85-0888-4b93-8dfd-771c30ab0f71', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'port_id': '5567942c-6fc7-4688-be83-932cde20b535', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'mac_address': 'fa:16:3e:2a:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50762dd4-54b1-435c-a280-8ae7ccdc96d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:08:17Z', 'updated_at': '2022-09-21T10:10:48Z', 'revision_number': 3, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b473946a-3b09-4153-9e20-c7bd9c6d9d8e', 'name': '', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'mac_address': 'fa:16:3e:5b:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:43Z', 'updated_at': '2022-09-21T10:05:53Z', 'revision_number': 5, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'subnets': [{'id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:50.362349 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53da3933-622a-42a5-ad38-2b6edad9dd76 None None] The sync data for ids ['74deb924-cbab-48eb-b912-d6b1db12d2db'] in dv-cinder-855479-2-iscsi is: [{'id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-router', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:35Z', 'updated_at': '2022-09-21T10:05:46Z', 'revision_number': 4, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'gw_port': {'id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:36Z', 'updated_at': '2022-09-21T10:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '3addfa85-0888-4b93-8dfd-771c30ab0f71', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'port_id': '5567942c-6fc7-4688-be83-932cde20b535', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'mac_address': 'fa:16:3e:2a:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50762dd4-54b1-435c-a280-8ae7ccdc96d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:08:17Z', 'updated_at': '2022-09-21T10:10:48Z', 'revision_number': 3, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b473946a-3b09-4153-9e20-c7bd9c6d9d8e', 'name': '', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'mac_address': 'fa:16:3e:5b:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:43Z', 'updated_at': '2022-09-21T10:05:53Z', 'revision_number': 5, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'subnets': [{'id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:10:50.521201 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:50.557133 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bab95-9ccc-4be6-8266-99c8c705a06b req-3fc9ceae-f43e-4033-94e8-95d1091efe2d tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:50.558570 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-174bab95-9ccc-4be6-8266-99c8c705a06b req-3fc9ceae-f43e-4033-94e8-95d1091efe2d tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0478797 Sep 21 10:10:50.618281 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-174bab95-9ccc-4be6-8266-99c8c705a06b req-220b50e2-bcfa-4ca4-93c2-1207ff3c1c7c tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538990 Sep 21 10:10:50.770104 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4566e8f-1bc2-460e-8f47-5999d713940d req-f362b9e5-e00c-418e-9602-8bdee8fc66aa tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:50.772312 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e4566e8f-1bc2-460e-8f47-5999d713940d req-f362b9e5-e00c-418e-9602-8bdee8fc66aa tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0569623 Sep 21 10:10:50.820836 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e4566e8f-1bc2-460e-8f47-5999d713940d req-dc7eda71-c392-4e8c-925b-f4a85139a05b tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428488 Sep 21 10:10:51.221620 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cbb08f88-2290-4254-bd93-32d35799c4d9 req-acd19e86-81ed-4ca2-a26f-7bb2b9d403f5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6327c42e-81d4-4192-bfe4-14e358641177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913823 Sep 21 10:10:51.229580 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d1547-6981-4966-a73b-70c24727bbdf req-e675e92f-0fc3-47a4-8102-4f8ecb9987ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:51.231328 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-d34d1547-6981-4966-a73b-70c24727bbdf req-e675e92f-0fc3-47a4-8102-4f8ecb9987ff service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f75ba10758754f4f9c778e357a87f58e&device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 1130 time: 0.0420611 Sep 21 10:10:51.351926 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2ec11-9b55-4ed5-805b-612e6c2240fb req-d468fb24-d6b5-4579-86b7-a69dae6e30db tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:51.353389 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-82b2ec11-9b55-4ed5-805b-612e6c2240fb req-d468fb24-d6b5-4579-86b7-a69dae6e30db tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 946 time: 0.0472209 Sep 21 10:10:51.411388 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-82b2ec11-9b55-4ed5-805b-612e6c2240fb req-cc921f11-2de3-4095-a491-c75c66957e3b tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2ff86e3-eb2d-4b88-b6bd-7221106eb871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520172 Sep 21 10:10:51.532140 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=100 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:51.573138 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d1547-6981-4966-a73b-70c24727bbdf req-57d80a7a-d0e6-41bf-b3e1-397e399200b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:51.574590 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-d34d1547-6981-4966-a73b-70c24727bbdf req-57d80a7a-d0e6-41bf-b3e1-397e399200b8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 200 len: 920 time: 0.0915263 Sep 21 10:10:51.633248 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50762dd4-54b1-435c-a280-8ae7ccdc96d7', 'tag': '5567942c-6fc7-4688-be83-932cde20b535'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:10:51.635497 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7ba022-c19d-45ad-93a8-ffb8ba6f7a35" -d '{"events": [{"name": "network-changed", "server_uuid": "50762dd4-54b1-435c-a280-8ae7ccdc96d7", "tag": "5567942c-6fc7-4688-be83-932cde20b535"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:10:51.674743 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae20c8b-59a6-47d0-b147-658c46df998b x-openstack-request-id: req-dae20c8b-59a6-47d0-b147-658c46df998b {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:10:51.675137 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50762dd4-54b1-435c-a280-8ae7ccdc96d7", "tag": "5567942c-6fc7-4688-be83-932cde20b535", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:10:51.675478 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dae20c8b-59a6-47d0-b147-658c46df998b {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:10:51.676005 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae20c8b-59a6-47d0-b147-658c46df998b'] response: {'name': 'network-changed', 'server_uuid': '50762dd4-54b1-435c-a280-8ae7ccdc96d7', 'tag': '5567942c-6fc7-4688-be83-932cde20b535', 'status': 'completed', 'code': 200} Sep 21 10:10:51.741264 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:51.755055 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f939e9e-de1c-41a4-8bd6-8bdfe08b3d84 req-88707a55-031d-4fc4-90a0-a4b3bd33a7ca tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:51.756557 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1f939e9e-de1c-41a4-8bd6-8bdfe08b3d84 req-88707a55-031d-4fc4-90a0-a4b3bd33a7ca tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0593936 Sep 21 10:10:51.817647 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1f939e9e-de1c-41a4-8bd6-8bdfe08b3d84 req-2d560b18-7d6d-4a07-a717-8805150f063b tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553222 Sep 21 10:10:52.078813 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6c774-ca51-48ad-83d3-5726bbc7f46f req-72bac8fc-14a4-42e6-aae3-838e16247fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:52.080484 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ce6c774-ca51-48ad-83d3-5726bbc7f46f req-72bac8fc-14a4-42e6-aae3-838e16247fb5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 1129 time: 0.0744259 Sep 21 10:10:52.098454 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-d34d1547-6981-4966-a73b-70c24727bbdf req-2ea6521d-aa8d-4651-9cc2-b33d12ca0cf6 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5567942c-6fc7-4688-be83-932cde20b535 HTTP/1.1" status: 200 len: 1002 time: 0.1069770 Sep 21 10:10:52.164792 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d1547-6981-4966-a73b-70c24727bbdf req-05580c93-7f2e-417a-9a5f-93be0495a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:52.166251 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-d34d1547-6981-4966-a73b-70c24727bbdf req-05580c93-7f2e-417a-9a5f-93be0495a7d3 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5429b2a6-8b25-44de-bb46-df0f87df08ce HTTP/1.1" status: 200 len: 858 time: 0.0523639 Sep 21 10:10:52.182440 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0553f-654e-41e1-86cc-c6d53cdd7bd9 req-519d645b-f234-4ab4-b8d6-efb7470359b6 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:52.188901 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-56a0553f-654e-41e1-86cc-c6d53cdd7bd9 req-519d645b-f234-4ab4-b8d6-efb7470359b6 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.2878590 Sep 21 10:10:52.196538 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cbb08f88-2290-4254-bd93-32d35799c4d9 req-a0704bcd-2b9e-45e9-a30f-6db688c597f1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6327c42e-81d4-4192-bfe4-14e358641177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388599 Sep 21 10:10:52.224303 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d1547-6981-4966-a73b-70c24727bbdf req-bb2a91bb-606c-4319-b461-4f47a97639af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:52.225888 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ce6c774-ca51-48ad-83d3-5726bbc7f46f req-cfd99be2-9d42-44a8-bce2-2487eca0b089 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038105 Sep 21 10:10:52.226384 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-d34d1547-6981-4966-a73b-70c24727bbdf req-bb2a91bb-606c-4319-b461-4f47a97639af service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=97a59516-89f9-4e8e-9ccf-abdda6abc087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495164 Sep 21 10:10:52.253811 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-56a0553f-654e-41e1-86cc-c6d53cdd7bd9 req-102f46a1-5a22-43e4-89f2-4bcec9376f65 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596409 Sep 21 10:10:52.558309 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f78ef-ca86-4083-9bdd-29a6c4f73edf req-c53b1eb1-e3d6-4fe8-a3a3-4ab8a0e3ad64 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:52.559974 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e37f78ef-ca86-4083-9bdd-29a6c4f73edf req-c53b1eb1-e3d6-4fe8-a3a3-4ab8a0e3ad64 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 946 time: 0.0540199 Sep 21 10:10:52.611617 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e37f78ef-ca86-4083-9bdd-29a6c4f73edf req-54674649-b448-4874-b319-4db940d81046 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2ff86e3-eb2d-4b88-b6bd-7221106eb871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445046 Sep 21 10:10:52.689797 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:52.778936 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-d34d1547-6981-4966-a73b-70c24727bbdf req-701e1aac-7586-4ab8-90d0-f38d813588db service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999002 Sep 21 10:10:52.938246 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1078f-acac-46be-af98-2ffff2575b70 req-236e1079-90df-4e53-8a75-c193ac2d0600 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:52.939730 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-17a1078f-acac-46be-af98-2ffff2575b70 req-236e1079-90df-4e53-8a75-c193ac2d0600 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0464478 Sep 21 10:10:52.999828 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-17a1078f-acac-46be-af98-2ffff2575b70 req-3ee1937d-e64f-4a9f-a1dd-5864b345a499 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543036 Sep 21 10:10:53.518571 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:53.537308 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752b00c-014b-4ec7-a125-74bb66f01a7f req-4bd1fbb0-5a64-4a90-8c0f-6a183377e307 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:53.538769 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4752b00c-014b-4ec7-a125-74bb66f01a7f req-4bd1fbb0-5a64-4a90-8c0f-6a183377e307 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0975225 Sep 21 10:10:53.588083 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4752b00c-014b-4ec7-a125-74bb66f01a7f req-91c32e75-9fcb-42af-8c3d-e2a559fcd11a tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436933 Sep 21 10:10:53.736151 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd811729-50a6-4435-aa57-e311890d4eda req-006f6fef-00a3-4306-8bad-bae5342bd281 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:53.738053 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-dd811729-50a6-4435-aa57-e311890d4eda req-006f6fef-00a3-4306-8bad-bae5342bd281 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 946 time: 0.0518017 Sep 21 10:10:53.788230 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-dd811729-50a6-4435-aa57-e311890d4eda req-34cf1d49-1cb3-44cc-a381-bbd5a363c14d tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2ff86e3-eb2d-4b88-b6bd-7221106eb871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445695 Sep 21 10:10:53.906971 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec99e13-4ff8-49c6-8f76-9c823f4bec30 req-bbd4d620-e9c7-48af-9b8a-46989ab6303d tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:53.908332 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0ec99e13-4ff8-49c6-8f76-9c823f4bec30 req-bbd4d620-e9c7-48af-9b8a-46989ab6303d tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 946 time: 0.0464222 Sep 21 10:10:53.918339 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 55572) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:53.922573 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-56406b88-297e-4953-818e-294c58980907 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Request body: {'floatingip': {'port_id': '2829b798-5a21-4d84-9127-7b9be25d2066'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:53.962982 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-56406b88-297e-4953-818e-294c58980907 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for floatingip (abedde85-2b0b-458b-ae33-7bb961a7ff3a), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:54.159668 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f197444-f931-42b2-9dac-b3e70c621dac req-546e31e1-6fa5-4b2b-9957-9c13ea9b8fdb tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:54.161141 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3f197444-f931-42b2-9dac-b3e70c621dac req-546e31e1-6fa5-4b2b-9957-9c13ea9b8fdb tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0857887 Sep 21 10:10:54.210237 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:54.327046 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3f197444-f931-42b2-9dac-b3e70c621dac req-655eeefb-642a-4fc0-af7e-3f21b513788a tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1400898 Sep 21 10:10:54.476757 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-56406b88-297e-4953-818e-294c58980907 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:54.482256 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-56406b88-297e-4953-818e-294c58980907 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (abedde85-2b0b-458b-ae33-7bb961a7ff3a), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:54.580921 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.l3_db [None req-56406b88-297e-4953-818e-294c58980907 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Floating IP abedde85-2b0b-458b-ae33-7bb961a7ff3a associated. External IP: 172.27.2.17, port: 2829b798-5a21-4d84-9127-7b9be25d2066. Sep 21 10:10:54.721000 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df248bf5-8c1e-4b74-ae68-d993ac9d5820 req-b6c4ae56-e156-4f70-b9cf-d9a5e2eaffc5 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:54.722447 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-df248bf5-8c1e-4b74-ae68-d993ac9d5820 req-b6c4ae56-e156-4f70-b9cf-d9a5e2eaffc5 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0545719 Sep 21 10:10:54.772425 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:54.845255 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-df248bf5-8c1e-4b74-ae68-d993ac9d5820 req-161da749-ba19-4f8a-8549-0261e36303b6 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946467 Sep 21 10:10:54.863304 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56406b88-297e-4953-818e-294c58980907 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Router e96952d6-7208-4ffc-a87b-07d09a0809d2 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:10:54.973870 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56406b88-297e-4953-818e-294c58980907 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:10:54.978654 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-56406b88-297e-4953-818e-294c58980907 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:54.983149 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd10cb28-0d1e-4cd4-a2e0-98b6604a2d39 None None] Sync routers for ids ['e96952d6-7208-4ffc-a87b-07d09a0809d2'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:10:54.993554 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd10cb28-0d1e-4cd4-a2e0-98b6604a2d39 None None] Routers {'e96952d6-7208-4ffc-a87b-07d09a0809d2'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:10:54.994158 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-bd10cb28-0d1e-4cd4-a2e0-98b6604a2d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:10:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['e96952d6-7208-4ffc-a87b-07d09a0809d2'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:55.007243 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-56406b88-297e-4953-818e-294c58980907 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/abedde85-2b0b-458b-ae33-7bb961a7ff3a HTTP/1.1" status: 200 len: 991 time: 1.0878682 Sep 21 10:10:55.007920 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbb2264-e66c-498a-a2db-d9815b695f7f', 'tag': '2829b798-5a21-4d84-9127-7b9be25d2066'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:10:55.010207 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af2b4c8-7a44-4f87-8a8c-0417e656528f" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbb2264-e66c-498a-a2db-d9815b695f7f", "tag": "2829b798-5a21-4d84-9127-7b9be25d2066"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:10:55.049366 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5389e0e-3750-41c8-83a9-32e47e427b4b x-openstack-request-id: req-d5389e0e-3750-41c8-83a9-32e47e427b4b {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:10:55.049655 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbb2264-e66c-498a-a2db-d9815b695f7f", "tag": "2829b798-5a21-4d84-9127-7b9be25d2066", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:10:55.049903 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d5389e0e-3750-41c8-83a9-32e47e427b4b {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:10:55.050307 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5389e0e-3750-41c8-83a9-32e47e427b4b'] response: {'name': 'network-changed', 'server_uuid': '1dbb2264-e66c-498a-a2db-d9815b695f7f', 'tag': '2829b798-5a21-4d84-9127-7b9be25d2066', 'status': 'completed', 'code': 200} Sep 21 10:10:55.097103 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-bd10cb28-0d1e-4cd4-a2e0-98b6604a2d39 None None] Set router e96952d6-7208-4ffc-a87b-07d09a0809d2 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:10:55.302572 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-bd10cb28-0d1e-4cd4-a2e0-98b6604a2d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 4, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port': {'id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'abedde85-2b0b-458b-ae33-7bb961a7ff3a', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'port_id': '2829b798-5a21-4d84-9127-7b9be25d2066', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'mac_address': 'fa:16:3e:83:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbb2264-e66c-498a-a2db-d9815b695f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:10:30Z', 'updated_at': '2022-09-21T10:10:54Z', 'revision_number': 1, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3927141-7786-4816-b6d0-e42a026a5a54', 'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'mac_address': 'fa:16:3e:2e:24:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:48Z', 'updated_at': '2022-09-21T10:06:11Z', 'revision_number': 5, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'subnets': [{'id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:55.327174 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd10cb28-0d1e-4cd4-a2e0-98b6604a2d39 None None] Checking router: e96952d6-7208-4ffc-a87b-07d09a0809d2 for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:10:55.336273 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd10cb28-0d1e-4cd4-a2e0-98b6604a2d39 None None] Routers {'e96952d6-7208-4ffc-a87b-07d09a0809d2'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:10:55.336896 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-bd10cb28-0d1e-4cd4-a2e0-98b6604a2d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:10:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['e96952d6-7208-4ffc-a87b-07d09a0809d2'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:55.441800 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-bd10cb28-0d1e-4cd4-a2e0-98b6604a2d39 None None] Set router e96952d6-7208-4ffc-a87b-07d09a0809d2 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:10:55.450769 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80309b6-2efc-43fa-9c76-9d5ddd3b7b49 req-1f8bd9a2-a57b-4e68-b168-ec25ec0b2a9e tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:55.452298 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c80309b6-2efc-43fa-9c76-9d5ddd3b7b49 req-1f8bd9a2-a57b-4e68-b168-ec25ec0b2a9e tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0472288 Sep 21 10:10:55.506667 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:55.513592 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c80309b6-2efc-43fa-9c76-9d5ddd3b7b49 req-f35d12d9-a263-4832-878f-7d0d618f3765 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548358 Sep 21 10:10:55.744126 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-bd10cb28-0d1e-4cd4-a2e0-98b6604a2d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 4, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port': {'id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'abedde85-2b0b-458b-ae33-7bb961a7ff3a', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'port_id': '2829b798-5a21-4d84-9127-7b9be25d2066', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'mac_address': 'fa:16:3e:83:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbb2264-e66c-498a-a2db-d9815b695f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:10:30Z', 'updated_at': '2022-09-21T10:10:54Z', 'revision_number': 1, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3927141-7786-4816-b6d0-e42a026a5a54', 'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'mac_address': 'fa:16:3e:2e:24:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:48Z', 'updated_at': '2022-09-21T10:06:11Z', 'revision_number': 5, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'subnets': [{'id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:55.768809 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd10cb28-0d1e-4cd4-a2e0-98b6604a2d39 None None] The sync data for ids ['e96952d6-7208-4ffc-a87b-07d09a0809d2'] in dv-cinder-855479-2-iscsi is: [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 4, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port': {'id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'abedde85-2b0b-458b-ae33-7bb961a7ff3a', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'port_id': '2829b798-5a21-4d84-9127-7b9be25d2066', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'mac_address': 'fa:16:3e:83:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbb2264-e66c-498a-a2db-d9815b695f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:10:30Z', 'updated_at': '2022-09-21T10:10:54Z', 'revision_number': 1, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3927141-7786-4816-b6d0-e42a026a5a54', 'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'mac_address': 'fa:16:3e:2e:24:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:48Z', 'updated_at': '2022-09-21T10:06:11Z', 'revision_number': 5, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'subnets': [{'id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:10:55.974179 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50fa1f2-48c9-49a2-b868-c69046245de9 None None] New status for floating IP abedde85-2b0b-458b-ae33-7bb961a7ff3a: ACTIVE {{(pid=106521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:10:55.995614 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c6520-3d46-4f76-aa41-ec592d908600 req-b80313eb-1ea9-4dd2-bc4c-b77fc0687392 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:55.997138 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-169c6520-3d46-4f76-aa41-ec592d908600 req-b80313eb-1ea9-4dd2-bc4c-b77fc0687392 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0550194 Sep 21 10:10:56.048314 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-169c6520-3d46-4f76-aa41-ec592d908600 req-3df1fb03-bdf7-4e0f-9653-c3d685658f73 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454175 Sep 21 10:10:56.617651 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-d34d1547-6981-4966-a73b-70c24727bbdf req-399c5d62-a12f-48c8-bb1c-44a4159b849f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035554 Sep 21 10:10:56.643698 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2b4c8-7a44-4f87-8a8c-0417e656528f req-7f234a6f-f2b5-4a2d-be77-e41a0a243ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:56.645363 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7af2b4c8-7a44-4f87-8a8c-0417e656528f req-7f234a6f-f2b5-4a2d-be77-e41a0a243ccb service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b3bd8b4fc3c749cb90f28023dc955c9a&device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 1130 time: 0.0762625 Sep 21 10:10:56.657492 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243cb66-b999-492c-b00c-3a7eb0a3685a req-9786a64a-7236-4bf3-89ee-9f881ae01eca tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:56.658985 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f243cb66-b999-492c-b00c-3a7eb0a3685a req-9786a64a-7236-4bf3-89ee-9f881ae01eca tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0610120 Sep 21 10:10:56.794984 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f243cb66-b999-492c-b00c-3a7eb0a3685a req-37501edd-5db9-4201-bd77-879a154309e7 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1300707 Sep 21 10:10:56.811447 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2b4c8-7a44-4f87-8a8c-0417e656528f req-b2701217-ae74-4790-b4e6-331dd0c0a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:56.812976 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7af2b4c8-7a44-4f87-8a8c-0417e656528f req-b2701217-ae74-4790-b4e6-331dd0c0a090 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=60fbaebe-52f4-4e3a-8714-a12eadb4201c HTTP/1.1" status: 200 len: 912 time: 0.1410658 Sep 21 10:10:56.996120 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:10:57.188550 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7935f-0f79-4948-8804-f8423fb8badb req-5ec7ff0b-2c8e-4b0b-bd8a-be0a233abbd9 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:57.189991 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4bb7935f-0f79-4948-8804-f8423fb8badb req-5ec7ff0b-2c8e-4b0b-bd8a-be0a233abbd9 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0616753 Sep 21 10:10:57.241697 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4bb7935f-0f79-4948-8804-f8423fb8badb req-3acf775b-542a-4882-a55c-93484185a082 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454459 Sep 21 10:10:57.326336 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ba022-c19d-45ad-93a8-ffb8ba6f7a35 req-efc230f9-d33c-4734-a45c-f409c284c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:57.328604 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-bb7ba022-c19d-45ad-93a8-ffb8ba6f7a35 req-efc230f9-d33c-4734-a45c-f409c284c958 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f75ba10758754f4f9c778e357a87f58e&device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 1130 time: 0.0578473 Sep 21 10:10:57.345842 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7af2b4c8-7a44-4f87-8a8c-0417e656528f req-f4967b6c-bcc3-4254-9f1c-eeb8511bbb82 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2829b798-5a21-4d84-9127-7b9be25d2066 HTTP/1.1" status: 200 len: 1001 time: 0.0760152 Sep 21 10:10:57.969352 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992217c-b2a1-4ffb-9536-0512bae88268 req-4b28277c-8f67-43b7-856d-8a26a60df1cc tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:57.970723 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8992217c-b2a1-4ffb-9536-0512bae88268 req-4b28277c-8f67-43b7-856d-8a26a60df1cc tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0956595 Sep 21 10:10:57.975902 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ba022-c19d-45ad-93a8-ffb8ba6f7a35 req-a2fc049d-b891-4e3a-bdd0-f6a80a0a4583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:57.976645 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2b4c8-7a44-4f87-8a8c-0417e656528f req-755cd0d5-6be2-448d-9abc-6bc67787ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:57.977361 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-bb7ba022-c19d-45ad-93a8-ffb8ba6f7a35 req-a2fc049d-b891-4e3a-bdd0-f6a80a0a4583 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 200 len: 920 time: 0.0949936 Sep 21 10:10:57.978006 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7af2b4c8-7a44-4f87-8a8c-0417e656528f req-755cd0d5-6be2-448d-9abc-6bc67787ad64 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4d5d2acf-1045-41a7-ba31-7ebbbda78430 HTTP/1.1" status: 200 len: 850 time: 0.0802414 Sep 21 10:10:58.035442 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8992217c-b2a1-4ffb-9536-0512bae88268 req-d5ac9429-17b1-42f3-8af7-8097b6fe445c tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565019 Sep 21 10:10:58.368079 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8468f82-4810-4f1c-8401-eb59db409537 req-51b3db4b-67a7-4b8b-93c4-e2ce1bbb6142 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:58.369534 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b8468f82-4810-4f1c-8401-eb59db409537 req-51b3db4b-67a7-4b8b-93c4-e2ce1bbb6142 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0467594 Sep 21 10:10:58.417779 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b8468f82-4810-4f1c-8401-eb59db409537 req-55555faf-84ce-4b57-9bf4-511a0e82e2a2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426946 Sep 21 10:10:58.528853 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:58.545219 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c190-50cb-41b4-9d88-852a659233a6 req-2055c88a-7619-4335-b957-0a10947b8cc7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:58.547346 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0fc1c190-50cb-41b4-9d88-852a659233a6 req-2055c88a-7619-4335-b957-0a10947b8cc7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0518939 Sep 21 10:10:58.557934 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 55656) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:10:58.563291 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-6cdeac07-3c40-4c73-b101-2e4d574d39d7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Request body: {'floatingip': {'port_id': '611786c0-8e53-4bb4-a06a-9d8729ae90d0'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:10:58.602170 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6cdeac07-3c40-4c73-b101-2e4d574d39d7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for floatingip (9d05e9fd-38f7-4914-9ee0-706bfa0fa4c5), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:58.668432 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2b4c8-7a44-4f87-8a8c-0417e656528f req-af029aa4-ec6d-4f4a-8d1d-7c415ac1f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:58.670052 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7af2b4c8-7a44-4f87-8a8c-0417e656528f req-af029aa4-ec6d-4f4a-8d1d-7c415ac1f682 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=60fbaebe-52f4-4e3a-8714-a12eadb4201c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480578 Sep 21 10:10:58.747769 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-bb7ba022-c19d-45ad-93a8-ffb8ba6f7a35 req-01b8f323-cad2-4971-9cde-7ff12fd55898 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5567942c-6fc7-4688-be83-932cde20b535 HTTP/1.1" status: 200 len: 1002 time: 0.1164675 Sep 21 10:10:58.784858 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7af2b4c8-7a44-4f87-8a8c-0417e656528f req-e3b2f838-7575-4880-9248-88f43a78facf service neutron] 10.222.0.42 "GET /networking/v2.0/networks/60fbaebe-52f4-4e3a-8714-a12eadb4201c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033678 Sep 21 10:10:58.868807 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:58.879269 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ba022-c19d-45ad-93a8-ffb8ba6f7a35 req-c829e759-8fd5-432a-9e87-6dcdca9f0392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:58.881616 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-bb7ba022-c19d-45ad-93a8-ffb8ba6f7a35 req-c829e759-8fd5-432a-9e87-6dcdca9f0392 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5429b2a6-8b25-44de-bb46-df0f87df08ce HTTP/1.1" status: 200 len: 858 time: 0.1247654 Sep 21 10:10:58.919278 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7af2b4c8-7a44-4f87-8a8c-0417e656528f req-cf0e5cb8-7888-4a17-af89-700ef0e3e7c4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/60fbaebe-52f4-4e3a-8714-a12eadb4201c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274686 Sep 21 10:10:58.976701 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ba022-c19d-45ad-93a8-ffb8ba6f7a35 req-b0d75b44-bfd0-415f-8c33-bc8717f14331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:58.978194 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-bb7ba022-c19d-45ad-93a8-ffb8ba6f7a35 req-b0d75b44-bfd0-415f-8c33-bc8717f14331 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=97a59516-89f9-4e8e-9ccf-abdda6abc087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0909321 Sep 21 10:10:59.097639 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:59.169668 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf483f-9ab7-4651-b006-459f5d45a949 req-fe344d7a-790c-4a60-b444-1128ac097505 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:10:59.171242 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f0bf483f-9ab7-4651-b006-459f5d45a949 req-fe344d7a-790c-4a60-b444-1128ac097505 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0556149 Sep 21 10:10:59.237168 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:10:59.254271 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f0bf483f-9ab7-4651-b006-459f5d45a949 req-8bbf9619-171c-4d01-b669-70dca2edb7fa tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737634 Sep 21 10:10:59.273703 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6cdeac07-3c40-4c73-b101-2e4d574d39d7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:59.280103 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6cdeac07-3c40-4c73-b101-2e4d574d39d7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (9d05e9fd-38f7-4914-9ee0-706bfa0fa4c5), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:59.319154 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-bb7ba022-c19d-45ad-93a8-ffb8ba6f7a35 req-f2f8cbef-2b3c-4164-b0c9-660efe705e15 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085785 Sep 21 10:10:59.440352 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.l3_db [None req-6cdeac07-3c40-4c73-b101-2e4d574d39d7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Floating IP 9d05e9fd-38f7-4914-9ee0-706bfa0fa4c5 associated. External IP: 172.27.2.127, port: 611786c0-8e53-4bb4-a06a-9d8729ae90d0. Sep 21 10:10:59.503811 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-bb7ba022-c19d-45ad-93a8-ffb8ba6f7a35 req-1670c9ff-4bc3-424c-9888-2ea0468dd050 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733823 Sep 21 10:10:59.856186 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdeac07-3c40-4c73-b101-2e4d574d39d7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Router 8ed771b5-79e0-4eec-903c-9332794fdbe8 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:10:59.958307 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdeac07-3c40-4c73-b101-2e4d574d39d7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:10:59.963130 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6cdeac07-3c40-4c73-b101-2e4d574d39d7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:10:59.968605 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999d3eb5-ec43-4458-b9dd-76798bdcb486 None None] Sync routers for ids ['8ed771b5-79e0-4eec-903c-9332794fdbe8'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:10:59.977929 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999d3eb5-ec43-4458-b9dd-76798bdcb486 None None] Routers {'8ed771b5-79e0-4eec-903c-9332794fdbe8'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:10:59.978535 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-999d3eb5-ec43-4458-b9dd-76798bdcb486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:10:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['8ed771b5-79e0-4eec-903c-9332794fdbe8'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:10:59.992809 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-6cdeac07-3c40-4c73-b101-2e4d574d39d7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/9d05e9fd-38f7-4914-9ee0-706bfa0fa4c5 HTTP/1.1" status: 200 len: 991 time: 1.4337239 Sep 21 10:10:59.993461 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a52890-25ca-4b4a-a62a-74eee16c449a', 'tag': '611786c0-8e53-4bb4-a06a-9d8729ae90d0'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:10:59.995759 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c21d55-8da4-463f-92a2-4aff0f89b99b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a52890-25ca-4b4a-a62a-74eee16c449a", "tag": "611786c0-8e53-4bb4-a06a-9d8729ae90d0"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:11:00.034301 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5237d9e7-d673-4b68-af29-54324960d9d2 x-openstack-request-id: req-5237d9e7-d673-4b68-af29-54324960d9d2 {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:11:00.034598 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a52890-25ca-4b4a-a62a-74eee16c449a", "tag": "611786c0-8e53-4bb4-a06a-9d8729ae90d0", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:11:00.034852 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5237d9e7-d673-4b68-af29-54324960d9d2 {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:11:00.035265 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5237d9e7-d673-4b68-af29-54324960d9d2'] response: {'name': 'network-changed', 'server_uuid': 'e7a52890-25ca-4b4a-a62a-74eee16c449a', 'tag': '611786c0-8e53-4bb4-a06a-9d8729ae90d0', 'status': 'completed', 'code': 200} Sep 21 10:11:00.080756 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-999d3eb5-ec43-4458-b9dd-76798bdcb486 None None] Set router 8ed771b5-79e0-4eec-903c-9332794fdbe8 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:11:00.185042 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=100 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:00.225992 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=100 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:00.294307 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-999d3eb5-ec43-4458-b9dd-76798bdcb486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 4, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port': {'id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '9d05e9fd-38f7-4914-9ee0-706bfa0fa4c5', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'port_id': '611786c0-8e53-4bb4-a06a-9d8729ae90d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'mac_address': 'fa:16:3e:4a:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a52890-25ca-4b4a-a62a-74eee16c449a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:10:31Z', 'updated_at': '2022-09-21T10:10:59Z', 'revision_number': 1, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec', 'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'mac_address': 'fa:16:3e:e3:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:46Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 5, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'subnets': [{'id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:11:00.318688 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999d3eb5-ec43-4458-b9dd-76798bdcb486 None None] Checking router: 8ed771b5-79e0-4eec-903c-9332794fdbe8 for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:11:00.327189 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999d3eb5-ec43-4458-b9dd-76798bdcb486 None None] Routers {'8ed771b5-79e0-4eec-903c-9332794fdbe8'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:11:00.327883 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-999d3eb5-ec43-4458-b9dd-76798bdcb486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:10:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['8ed771b5-79e0-4eec-903c-9332794fdbe8'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:11:00.390485 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5099f5-569c-4c17-af7d-c5d85e129dc9 req-64523f64-4d27-4cbc-a10a-f178b2f71418 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:00.392202 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3a5099f5-569c-4c17-af7d-c5d85e129dc9 req-64523f64-4d27-4cbc-a10a-f178b2f71418 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0581405 Sep 21 10:11:00.435174 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-999d3eb5-ec43-4458-b9dd-76798bdcb486 None None] Set router 8ed771b5-79e0-4eec-903c-9332794fdbe8 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:11:00.452587 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-1f544525-1346-4635-aba0-456ef46000b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:00.459008 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3a5099f5-569c-4c17-af7d-c5d85e129dc9 req-16e6a81b-67de-45a3-9546-2d91c11b7e19 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610728 Sep 21 10:11:00.645988 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-999d3eb5-ec43-4458-b9dd-76798bdcb486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 4, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port': {'id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '9d05e9fd-38f7-4914-9ee0-706bfa0fa4c5', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'port_id': '611786c0-8e53-4bb4-a06a-9d8729ae90d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'mac_address': 'fa:16:3e:4a:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a52890-25ca-4b4a-a62a-74eee16c449a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:10:31Z', 'updated_at': '2022-09-21T10:10:59Z', 'revision_number': 1, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec', 'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'mac_address': 'fa:16:3e:e3:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:46Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 5, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'subnets': [{'id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:11:00.669750 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999d3eb5-ec43-4458-b9dd-76798bdcb486 None None] The sync data for ids ['8ed771b5-79e0-4eec-903c-9332794fdbe8'] in dv-cinder-855479-2-iscsi is: [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 4, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port': {'id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '9d05e9fd-38f7-4914-9ee0-706bfa0fa4c5', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'port_id': '611786c0-8e53-4bb4-a06a-9d8729ae90d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'mac_address': 'fa:16:3e:4a:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a52890-25ca-4b4a-a62a-74eee16c449a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:10:31Z', 'updated_at': '2022-09-21T10:10:59Z', 'revision_number': 1, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec', 'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'mac_address': 'fa:16:3e:e3:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:46Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 5, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'subnets': [{'id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:11:00.873476 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40631ae-07bc-465c-9a8e-ba8ef7e7dc32 None None] New status for floating IP 9d05e9fd-38f7-4914-9ee0-706bfa0fa4c5: ACTIVE {{(pid=106521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:11:01.585332 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e6641-26e1-4664-9d7c-aa2570c7278a req-a36e8cac-0c90-4d78-a5d2-808df21ccb2d tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:01.586888 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5b0e6641-26e1-4664-9d7c-aa2570c7278a req-a36e8cac-0c90-4d78-a5d2-808df21ccb2d tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0487185 Sep 21 10:11:01.682691 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5b0e6641-26e1-4664-9d7c-aa2570c7278a req-8d813cbc-cceb-4e08-a9cc-9dd6ba08fa55 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0895026 Sep 21 10:11:02.685777 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c21d55-8da4-463f-92a2-4aff0f89b99b req-47092b18-7ba0-4710-b62e-7e66cfd4b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:02.687739 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-64c21d55-8da4-463f-92a2-4aff0f89b99b req-47092b18-7ba0-4710-b62e-7e66cfd4b204 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=68256e1dad7b42c8a603e45246d85098&device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 1129 time: 0.0385590 Sep 21 10:11:02.816692 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c21d55-8da4-463f-92a2-4aff0f89b99b req-52ab816e-2a18-4101-b4ed-117ce69e8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:02.818174 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-64c21d55-8da4-463f-92a2-4aff0f89b99b req-52ab816e-2a18-4101-b4ed-117ce69e8fda service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=00c18901-0d42-4272-b558-b769b86bb94d HTTP/1.1" status: 200 len: 918 time: 0.1245487 Sep 21 10:11:02.846933 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27861c-4b20-4fdf-9fd4-0240bd4bea3c req-2cadd64f-462d-482c-8120-1a72af448215 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:02.848588 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4b27861c-4b20-4fdf-9fd4-0240bd4bea3c req-2cadd64f-462d-482c-8120-1a72af448215 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0524170 Sep 21 10:11:02.872975 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=100 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:02.882430 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-64c21d55-8da4-463f-92a2-4aff0f89b99b req-87c4297f-77d6-4dd9-93f7-7e250c28a254 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=611786c0-8e53-4bb4-a06a-9d8729ae90d0 HTTP/1.1" status: 200 len: 1001 time: 0.0573583 Sep 21 10:11:02.912944 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4b27861c-4b20-4fdf-9fd4-0240bd4bea3c req-c9ffea74-854a-4500-bcd8-c6487685d451 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578389 Sep 21 10:11:02.940067 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c21d55-8da4-463f-92a2-4aff0f89b99b req-c51fadbe-e3b7-45e5-84a8-29f2a264317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:02.941610 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-64c21d55-8da4-463f-92a2-4aff0f89b99b req-c51fadbe-e3b7-45e5-84a8-29f2a264317a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b380f751-6674-46e2-979d-3a6fecc803dc HTTP/1.1" status: 200 len: 856 time: 0.0496788 Sep 21 10:11:02.996390 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c21d55-8da4-463f-92a2-4aff0f89b99b req-30e8348b-11d2-43d7-915b-ee6a698d495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:02.998213 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-64c21d55-8da4-463f-92a2-4aff0f89b99b req-30e8348b-11d2-43d7-915b-ee6a698d495e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=00c18901-0d42-4272-b558-b769b86bb94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495696 Sep 21 10:11:03.092727 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-64c21d55-8da4-463f-92a2-4aff0f89b99b req-d178b51c-f295-4a04-b8f7-0b3d08a2314f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875025 Sep 21 10:11:03.157005 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=100 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:03.186087 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-64c21d55-8da4-463f-92a2-4aff0f89b99b req-7d7e4163-d7d9-4867-892a-4583f9031dca service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876632 Sep 21 10:11:03.658189 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:03.665358 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8f48ba00-cba6-485e-887a-11744557606f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:04.043438 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a54cbf-c20b-43bf-92db-c61513df2e71 req-985f62d8-61a6-45a4-8c59-276d1b9e35bb tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:04.044986 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b5a54cbf-c20b-43bf-92db-c61513df2e71 req-985f62d8-61a6-45a4-8c59-276d1b9e35bb tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0528333 Sep 21 10:11:04.110150 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b5a54cbf-c20b-43bf-92db-c61513df2e71 req-870a8cb3-1e5d-44cc-9dba-ad8c2752af45 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586517 Sep 21 10:11:04.723545 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:05.232278 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f382640-38ec-4420-ba19-34cebcc00283 req-81287139-e5d5-4641-97a4-c09530628373 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:05.233734 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3f382640-38ec-4420-ba19-34cebcc00283 req-81287139-e5d5-4641-97a4-c09530628373 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0475099 Sep 21 10:11:05.293758 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3f382640-38ec-4420-ba19-34cebcc00283 req-2f13595d-4518-4aea-abbd-acd0206a7399 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535481 Sep 21 10:11:05.440313 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:06.413195 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9821e-a803-4f7b-b36d-1577fdfd9f7c req-01558c9d-eb04-44f0-83cd-35c703ea8fac tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:06.414631 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-36e9821e-a803-4f7b-b36d-1577fdfd9f7c req-01558c9d-eb04-44f0-83cd-35c703ea8fac tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0472817 Sep 21 10:11:06.467374 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:06.478467 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-36e9821e-a803-4f7b-b36d-1577fdfd9f7c req-daede9b7-c008-4ddc-9143-31a69b8503ae tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581253 Sep 21 10:11:06.555197 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:07.605175 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdfbaf-bd3c-4511-b882-56c3c950eb4e req-d20b3494-0eb7-46ba-8790-15bbcce10ea7 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:07.606574 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fdbdfbaf-bd3c-4511-b882-56c3c950eb4e req-d20b3494-0eb7-46ba-8790-15bbcce10ea7 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0473871 Sep 21 10:11:07.666524 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fdbdfbaf-bd3c-4511-b882-56c3c950eb4e req-2e5a5109-a435-4a6b-9b7d-2822224af1f8 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537543 Sep 21 10:11:08.360191 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 55746) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:08.464656 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-66f3c4a0-c817-4cfb-b62d-c2a0a5eef004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:08.550385 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-66f3c4a0-c817-4cfb-b62d-c2a0a5eef004 admin admin] Publish callbacks [] for security_group (99650a79-c5f7-4d0b-b63a-c4c0b29e1fb2), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:08.555099 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-66f3c4a0-c817-4cfb-b62d-c2a0a5eef004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (99650a79-c5f7-4d0b-b63a-c4c0b29e1fb2), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:08.600037 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-66f3c4a0-c817-4cfb-b62d-c2a0a5eef004 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9a21382d9ef543819edeb05f24971ca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388158 Sep 21 10:11:08.600979 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3c4a0-c817-4cfb-b62d-c2a0a5eef004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99650a79-c5f7-4d0b-b63a-c4c0b29e1fb2,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:08.602864 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 55750) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:08.608341 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f3c4a0-c817-4cfb-b62d-c2a0a5eef004 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.608684 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f3c4a0-c817-4cfb-b62d-c2a0a5eef004 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.609071 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f3c4a0-c817-4cfb-b62d-c2a0a5eef004 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.609409 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f3c4a0-c817-4cfb-b62d-c2a0a5eef004 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.609823 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f3c4a0-c817-4cfb-b62d-c2a0a5eef004 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.610065 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f3c4a0-c817-4cfb-b62d-c2a0a5eef004 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.610440 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f3c4a0-c817-4cfb-b62d-c2a0a5eef004 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.610714 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f3c4a0-c817-4cfb-b62d-c2a0a5eef004 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.611035 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f3c4a0-c817-4cfb-b62d-c2a0a5eef004 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.611353 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f3c4a0-c817-4cfb-b62d-c2a0a5eef004 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.611694 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f3c4a0-c817-4cfb-b62d-c2a0a5eef004 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.612016 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f3c4a0-c817-4cfb-b62d-c2a0a5eef004 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.612342 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f3c4a0-c817-4cfb-b62d-c2a0a5eef004 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.612653 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f3c4a0-c817-4cfb-b62d-c2a0a5eef004 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.612970 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f3c4a0-c817-4cfb-b62d-c2a0a5eef004 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.652545 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] Publish callbacks [] for security_group (99650a79-c5f7-4d0b-b63a-c4c0b29e1fb2), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:08.672887 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] Publish callbacks [] for security_group (99650a79-c5f7-4d0b-b63a-c4c0b29e1fb2), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:08.682445 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:08.722386 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (99650a79-c5f7-4d0b-b63a-c4c0b29e1fb2), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:08.725034 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:08.726215 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/99650a79-c5f7-4d0b-b63a-c4c0b29e1fb2 HTTP/1.1" status: 204 len: 168 time: 0.1223810 Sep 21 10:11:08.734850 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99650a79-c5f7-4d0b-b63a-c4c0b29e1fb2,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:08.742413 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.742763 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.743107 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.743446 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.743827 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.744130 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.744457 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.744782 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.745107 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.745433 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.745760 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.746089 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.746431 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.746751 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.747070 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0766b-6bd5-4e2e-8f76-040ed1182e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:08.801879 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64243966-d206-4c73-bae7-923ba2c7f6d9 req-534b2784-d24f-460f-b87a-91e9af8970d5 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:08.803410 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-64243966-d206-4c73-bae7-923ba2c7f6d9 req-534b2784-d24f-460f-b87a-91e9af8970d5 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0529389 Sep 21 10:11:08.901908 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-64243966-d206-4c73-bae7-923ba2c7f6d9 req-b18c0e41-353f-46ff-8fcf-b8baf191d66b tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0828233 Sep 21 10:11:10.027759 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea49ae5-b2ab-4194-bf3c-71845e053370 req-67ac2e2f-57a9-4502-b4a7-2f1d4723d7df tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:10.029228 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0ea49ae5-b2ab-4194-bf3c-71845e053370 req-67ac2e2f-57a9-4502-b4a7-2f1d4723d7df tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0466411 Sep 21 10:11:10.097178 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0ea49ae5-b2ab-4194-bf3c-71845e053370 req-205bb8e6-18d8-4d4e-9094-1da81b221d64 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614545 Sep 21 10:11:11.227421 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6781584-89a8-463b-857b-f890ce74d04c req-4090f7fd-c8af-4cd4-9cf3-4803b79d007c tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:11.228973 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b6781584-89a8-463b-857b-f890ce74d04c req-4090f7fd-c8af-4cd4-9cf3-4803b79d007c tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0518327 Sep 21 10:11:11.298056 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b6781584-89a8-463b-857b-f890ce74d04c req-a23e15ac-8291-4bd9-97d2-da41a131c62f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601935 Sep 21 10:11:12.422923 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31398035-fcd1-4686-8b23-ba019638f74a req-0aa63eed-655b-4e4a-b2c1-14e5db8eda7d tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:12.424432 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-31398035-fcd1-4686-8b23-ba019638f74a req-0aa63eed-655b-4e4a-b2c1-14e5db8eda7d tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0507369 Sep 21 10:11:12.490272 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-31398035-fcd1-4686-8b23-ba019638f74a req-de473803-d872-4fe5-a122-2763ea8faf8d tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598075 Sep 21 10:11:12.737842 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267581e-0454-4a05-9962-ee658d3a91a0 req-68e411dd-c23c-46f7-8f8b-b6abed9c6b34 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:12.739297 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9267581e-0454-4a05-9962-ee658d3a91a0 req-68e411dd-c23c-46f7-8f8b-b6abed9c6b34 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 946 time: 0.0485439 Sep 21 10:11:12.789375 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9267581e-0454-4a05-9962-ee658d3a91a0 req-4d22ec2a-8048-4889-8625-31bb4d05ceff tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443435 Sep 21 10:11:13.612555 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228f9c2-3b64-407e-a3d2-25bb75a6fab8 req-397b1dcb-191e-4aab-8a30-dbdc69e97adf tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:13.614039 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8228f9c2-3b64-407e-a3d2-25bb75a6fab8 req-397b1dcb-191e-4aab-8a30-dbdc69e97adf tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0472457 Sep 21 10:11:13.677482 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8228f9c2-3b64-407e-a3d2-25bb75a6fab8 req-50443a74-ebe9-4372-9182-1fe8943edaae tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575707 Sep 21 10:11:13.929112 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17a0ec-e312-4fdd-9c8e-93798fe82ff7 req-236198f4-b657-4802-9865-e74dd18ca884 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:13.930578 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0b17a0ec-e312-4fdd-9c8e-93798fe82ff7 req-236198f4-b657-4802-9865-e74dd18ca884 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 946 time: 0.0470934 Sep 21 10:11:13.956802 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:13.980792 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0b17a0ec-e312-4fdd-9c8e-93798fe82ff7 req-0506623a-3e70-4176-847b-af4294dce65c tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445962 Sep 21 10:11:15.111206 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc58ff8-f3b1-4867-8a66-24629259eb7e req-c0300231-53f7-4ab3-8d49-04e2d57f304d tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:15.112710 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7fc58ff8-f3b1-4867-8a66-24629259eb7e req-c0300231-53f7-4ab3-8d49-04e2d57f304d tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.3487558 Sep 21 10:11:15.133656 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9f2fa-e1d9-44bd-8a77-84fb7edfcf9d req-aed5edd4-f1d3-4e8e-ac5e-cf460c59a03b tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:15.135192 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9cc9f2fa-e1d9-44bd-8a77-84fb7edfcf9d req-aed5edd4-f1d3-4e8e-ac5e-cf460c59a03b tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 946 time: 0.0694335 Sep 21 10:11:15.220872 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7fc58ff8-f3b1-4867-8a66-24629259eb7e req-288fcfc8-f40a-491d-9d0d-c9900095f248 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1013367 Sep 21 10:11:15.224135 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9cc9f2fa-e1d9-44bd-8a77-84fb7edfcf9d req-7c9895c9-4e9e-4c59-83aa-90de2f9aea0a tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=869e5f17-34a8-4057-9fae-39a96252952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809202 Sep 21 10:11:15.449423 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e48aec-4417-460a-b91a-fe1915f79273 req-1b9bec36-7b37-4696-b056-1c6df0a0ae69 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:15.450948 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-98e48aec-4417-460a-b91a-fe1915f79273 req-1b9bec36-7b37-4696-b056-1c6df0a0ae69 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 946 time: 0.0519261 Sep 21 10:11:15.543928 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [req-98e48aec-4417-460a-b91a-fe1915f79273 req-5d055997-ffc6-4e65-9cc3-ec28366190a2 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Deleting port 6694d339-a7f3-4600-acf9-506e7264a5a0 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:11:15.544276 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-98e48aec-4417-460a-b91a-fe1915f79273 req-5d055997-ffc6-4e65-9cc3-ec28366190a2 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (6694d339-a7f3-4600-acf9-506e7264a5a0), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:15.645819 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [req-98e48aec-4417-460a-b91a-fe1915f79273 req-5d055997-ffc6-4e65-9cc3-ec28366190a2 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] For port 6694d339-a7f3-4600-acf9-506e7264a5a0, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=6694d339-a7f3-4600-acf9-506e7264a5a0,segment=NetworkSegment(7d0c8935-6cd2-40e7-a78a-ed18778e00b5),segment_id=7d0c8935-6cd2-40e7-a78a-ed18778e00b5)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:11:15.646182 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-98e48aec-4417-460a-b91a-fe1915f79273 req-5d055997-ffc6-4e65-9cc3-ec28366190a2 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (6694d339-a7f3-4600-acf9-506e7264a5a0), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:15.660125 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [req-98e48aec-4417-460a-b91a-fe1915f79273 req-5d055997-ffc6-4e65-9cc3-ec28366190a2 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Calling delete_port for 6694d339-a7f3-4600-acf9-506e7264a5a0 owned by compute:nova {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:11:15.790176 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-98e48aec-4417-460a-b91a-fe1915f79273 req-5d055997-ffc6-4e65-9cc3-ec28366190a2 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (6694d339-a7f3-4600-acf9-506e7264a5a0), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:15.824531 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d055997-ffc6-4e65-9cc3-ec28366190a2 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Pushing event deleted for resources: {'Port': ['ID=6694d339-a7f3-4600-acf9-506e7264a5a0,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:15.868440 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e48aec-4417-460a-b91a-fe1915f79273 req-5d055997-ffc6-4e65-9cc3-ec28366190a2 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] No DVR routers for this DVR port 6694d339-a7f3-4600-acf9-506e7264a5a0 on host hv-cinder-85547 {{(pid=106520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:11:15.871599 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-98e48aec-4417-460a-b91a-fe1915f79273 req-5d055997-ffc6-4e65-9cc3-ec28366190a2 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:15.874938 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-98e48aec-4417-460a-b91a-fe1915f79273 req-5d055997-ffc6-4e65-9cc3-ec28366190a2 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.42 "DELETE /networking/v2.0/ports/6694d339-a7f3-4600-acf9-506e7264a5a0 HTTP/1.1" status: 204 len: 173 time: 0.4172878 Sep 21 10:11:15.876105 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bf7712-a255-4a07-abd9-0d67a3654a41', 'name': 'network-vif-deleted', 'tag': '6694d339-a7f3-4600-acf9-506e7264a5a0'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:11:15.878497 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21e7cd0-4f41-4f34-bd0e-060f08d71b20" -d '{"events": [{"server_uuid": "c6bf7712-a255-4a07-abd9-0d67a3654a41", "name": "network-vif-deleted", "tag": "6694d339-a7f3-4600-acf9-506e7264a5a0"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:11:16.126558 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f4c507-16e3-44b7-a478-3bc9336bdd62 x-openstack-request-id: req-86f4c507-16e3-44b7-a478-3bc9336bdd62 {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:11:16.126970 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bf7712-a255-4a07-abd9-0d67a3654a41", "name": "network-vif-deleted", "tag": "6694d339-a7f3-4600-acf9-506e7264a5a0", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:11:16.127322 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-86f4c507-16e3-44b7-a478-3bc9336bdd62 {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:11:16.127854 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f4c507-16e3-44b7-a478-3bc9336bdd62'] response: {'server_uuid': 'c6bf7712-a255-4a07-abd9-0d67a3654a41', 'name': 'network-vif-deleted', 'tag': '6694d339-a7f3-4600-acf9-506e7264a5a0', 'status': 'completed', 'code': 200} Sep 21 10:11:16.374942 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cd3b27e5-502a-4b02-9c49-2a8542613dcc req-527ec781-d421-4b7f-8a35-d4b74f87b473 tempest-VolumesSnapshotTestJSON-111236359 tempest-VolumesSnapshotTestJSON-111236359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c6bf7712-a255-4a07-abd9-0d67a3654a41 HTTP/1.1" status: 200 len: 210 time: 0.0479200 Sep 21 10:11:16.392166 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7ed06-6818-496c-8f6a-04960370de83 req-a98739b4-75f9-4580-ab4e-13d207fdc422 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:16.393664 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-56c7ed06-6818-496c-8f6a-04960370de83 req-a98739b4-75f9-4580-ab4e-13d207fdc422 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.0772269 Sep 21 10:11:16.405778 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:16.458670 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-56c7ed06-6818-496c-8f6a-04960370de83 req-610a3348-ecdd-43c6-ab74-9bd35ff9c346 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&id=9fa10d94-b057-413f-861a-fe62313efe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588574 Sep 21 10:11:16.544145 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=1,neutron:SELECT=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:16.548666 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:17.617383 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=52 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:17.679194 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 6694d339-a7f3-4600-acf9-506e7264a5a0 no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:11:17.708660 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: 6694d339-a7f3-4600-acf9-506e7264a5a0 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:11:17.709269 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 6694d339-a7f3-4600-acf9-506e7264a5a0 not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:11:17.896287 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:25.851126 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:25.851978 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=73,neutron:INSERT=4,neutron:DELETE=5 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:26.449292 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:26.452641 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=35 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:27.607215 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=53,neutron:DELETE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:27.881636 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:27.889710 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:27.891581 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:30.445459 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-a631baf4-bdb2-43be-a70e-8244331843b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:31.249711 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca8456-b125-4872-b81c-933f47b5c2f7 req-f76f5ad2-ec74-49e8-86b1-36b05410fd22 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:31.252198 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-98ca8456-b125-4872-b81c-933f47b5c2f7 req-f76f5ad2-ec74-49e8-86b1-36b05410fd22 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0509584 Sep 21 10:11:31.312268 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-98ca8456-b125-4872-b81c-933f47b5c2f7 req-34725a22-3d03-4b5f-822d-1eb7e44c1ad4 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543990 Sep 21 10:11:32.441757 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d60365-5d5a-4feb-b6c4-340e0888d061 req-fcc15113-a82a-4407-9c96-56e82ec2d220 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:32.443200 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-46d60365-5d5a-4feb-b6c4-340e0888d061 req-fcc15113-a82a-4407-9c96-56e82ec2d220 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0525613 Sep 21 10:11:32.492755 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-46d60365-5d5a-4feb-b6c4-340e0888d061 req-9f63a7ea-1ef3-44b7-b693-6455a6b38d15 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437694 Sep 21 10:11:33.612119 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db3219-8506-4b70-97df-2dfbc31b3e48 req-21eb44fb-4aba-4fd4-879a-b01f87b85649 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:33.613548 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d7db3219-8506-4b70-97df-2dfbc31b3e48 req-21eb44fb-4aba-4fd4-879a-b01f87b85649 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0459867 Sep 21 10:11:33.657802 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b3299705-763e-46a3-8302-d2ee1e033d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:33.660525 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d7db3219-8506-4b70-97df-2dfbc31b3e48 req-f8f3c358-a894-4a1b-96f6-b2976281cf79 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414603 Sep 21 10:11:33.995398 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:11:34.729487 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:34.789571 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e28146-58f5-4af4-a188-0c942362da4d req-38309cc9-6418-4cff-b854-a37618cca7b2 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:34.791071 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33e28146-58f5-4af4-a188-0c942362da4d req-38309cc9-6418-4cff-b854-a37618cca7b2 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0494747 Sep 21 10:11:34.842437 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-33e28146-58f5-4af4-a188-0c942362da4d req-4e96947f-4831-44e1-a2a3-1ad1bc17fc1c tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7fd801a0-b176-4996-92dd-3f1f7ee35ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419910 Sep 21 10:11:35.318652 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a81fa-0040-4c6b-9357-d1b1a6fab71a req-d19e48da-edde-44c5-b217-cd289c700ab3 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:35.320266 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-7e2a81fa-0040-4c6b-9357-d1b1a6fab71a req-d19e48da-edde-44c5-b217-cd289c700ab3 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 946 time: 0.0507145 Sep 21 10:11:35.430708 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [req-7e2a81fa-0040-4c6b-9357-d1b1a6fab71a req-c60ab62e-5662-46ae-9f3e-0fc645575329 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Deleting port 5567942c-6fc7-4688-be83-932cde20b535 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:11:35.430967 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-7e2a81fa-0040-4c6b-9357-d1b1a6fab71a req-c60ab62e-5662-46ae-9f3e-0fc645575329 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (5567942c-6fc7-4688-be83-932cde20b535), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:35.438417 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:35.528956 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [req-7e2a81fa-0040-4c6b-9357-d1b1a6fab71a req-c60ab62e-5662-46ae-9f3e-0fc645575329 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] For port 5567942c-6fc7-4688-be83-932cde20b535, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=5567942c-6fc7-4688-be83-932cde20b535,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:11:35.529311 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-7e2a81fa-0040-4c6b-9357-d1b1a6fab71a req-c60ab62e-5662-46ae-9f3e-0fc645575329 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (5567942c-6fc7-4688-be83-932cde20b535), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:35.764794 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-7e2a81fa-0040-4c6b-9357-d1b1a6fab71a req-c60ab62e-5662-46ae-9f3e-0fc645575329 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:35.765070 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-7e2a81fa-0040-4c6b-9357-d1b1a6fab71a req-c60ab62e-5662-46ae-9f3e-0fc645575329 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (3addfa85-0888-4b93-8dfd-771c30ab0f71), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:35.765942 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.l3_db [req-7e2a81fa-0040-4c6b-9357-d1b1a6fab71a req-c60ab62e-5662-46ae-9f3e-0fc645575329 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Floating IP 3addfa85-0888-4b93-8dfd-771c30ab0f71 disassociated. External IP: 172.27.2.207, port: 5567942c-6fc7-4688-be83-932cde20b535. Sep 21 10:11:35.766286 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [req-7e2a81fa-0040-4c6b-9357-d1b1a6fab71a req-c60ab62e-5662-46ae-9f3e-0fc645575329 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Calling delete_port for 5567942c-6fc7-4688-be83-932cde20b535 owned by compute:nova {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:11:35.908392 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-7e2a81fa-0040-4c6b-9357-d1b1a6fab71a req-c60ab62e-5662-46ae-9f3e-0fc645575329 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (5567942c-6fc7-4688-be83-932cde20b535), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:35.942296 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ab62e-5662-46ae-9f3e-0fc645575329 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Pushing event deleted for resources: {'Port': ['ID=5567942c-6fc7-4688-be83-932cde20b535,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:35.962955 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8f244af8-cc81-4b7a-b69f-32cac0faabdb req-b6644996-877e-4208-9a85-fc7fbe615262 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 210 time: 0.0357769 Sep 21 10:11:36.073144 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e2a81fa-0040-4c6b-9357-d1b1a6fab71a req-c60ab62e-5662-46ae-9f3e-0fc645575329 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Router 74deb924-cbab-48eb-b912-d6b1db12d2db has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:11:36.190747 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e2a81fa-0040-4c6b-9357-d1b1a6fab71a req-c60ab62e-5662-46ae-9f3e-0fc645575329 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:11:36.203091 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83aa5b8-cefc-4fa2-91cf-4b14d617954a None None] Sync routers for ids ['74deb924-cbab-48eb-b912-d6b1db12d2db'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:11:36.214297 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83aa5b8-cefc-4fa2-91cf-4b14d617954a None None] Routers {'74deb924-cbab-48eb-b912-d6b1db12d2db'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:11:36.214851 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-d83aa5b8-cefc-4fa2-91cf-4b14d617954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:11:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['74deb924-cbab-48eb-b912-d6b1db12d2db'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:11:36.241216 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2a81fa-0040-4c6b-9357-d1b1a6fab71a req-c60ab62e-5662-46ae-9f3e-0fc645575329 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] No DVR routers for this DVR port 5567942c-6fc7-4688-be83-932cde20b535 on host hv-cinder-85547 {{(pid=106520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:11:36.243951 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-7e2a81fa-0040-4c6b-9357-d1b1a6fab71a req-c60ab62e-5662-46ae-9f3e-0fc645575329 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:36.247269 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-7e2a81fa-0040-4c6b-9357-d1b1a6fab71a req-c60ab62e-5662-46ae-9f3e-0fc645575329 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.42 "DELETE /networking/v2.0/ports/5567942c-6fc7-4688-be83-932cde20b535 HTTP/1.1" status: 204 len: 173 time: 0.9195368 Sep 21 10:11:36.247805 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50762dd4-54b1-435c-a280-8ae7ccdc96d7', 'name': 'network-vif-deleted', 'tag': '5567942c-6fc7-4688-be83-932cde20b535'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:11:36.250771 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5df1f1-1f36-4da8-8fca-9dfac73ba676" -d '{"events": [{"server_uuid": "50762dd4-54b1-435c-a280-8ae7ccdc96d7", "name": "network-vif-deleted", "tag": "5567942c-6fc7-4688-be83-932cde20b535"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:11:36.302671 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac30492-1bc6-4c88-89e3-e143978dac55 x-openstack-request-id: req-7ac30492-1bc6-4c88-89e3-e143978dac55 {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:11:36.302972 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50762dd4-54b1-435c-a280-8ae7ccdc96d7", "name": "network-vif-deleted", "tag": "5567942c-6fc7-4688-be83-932cde20b535", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:11:36.303256 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7ac30492-1bc6-4c88-89e3-e143978dac55 {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:11:36.308166 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac30492-1bc6-4c88-89e3-e143978dac55'] response: {'server_uuid': '50762dd4-54b1-435c-a280-8ae7ccdc96d7', 'name': 'network-vif-deleted', 'tag': '5567942c-6fc7-4688-be83-932cde20b535', 'status': 'completed', 'code': 200} Sep 21 10:11:36.352531 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-d83aa5b8-cefc-4fa2-91cf-4b14d617954a None None] Set router 74deb924-cbab-48eb-b912-d6b1db12d2db gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:11:36.559052 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:36.583840 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-d83aa5b8-cefc-4fa2-91cf-4b14d617954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-router', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:35Z', 'updated_at': '2022-09-21T10:05:46Z', 'revision_number': 4, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'gw_port': {'id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:36Z', 'updated_at': '2022-09-21T10:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'b473946a-3b09-4153-9e20-c7bd9c6d9d8e', 'name': '', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'mac_address': 'fa:16:3e:5b:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:43Z', 'updated_at': '2022-09-21T10:05:53Z', 'revision_number': 5, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'subnets': [{'id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:11:36.610157 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83aa5b8-cefc-4fa2-91cf-4b14d617954a None None] Checking router: 74deb924-cbab-48eb-b912-d6b1db12d2db for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:11:36.619346 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83aa5b8-cefc-4fa2-91cf-4b14d617954a None None] Routers {'74deb924-cbab-48eb-b912-d6b1db12d2db'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:11:36.620018 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-d83aa5b8-cefc-4fa2-91cf-4b14d617954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:11:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['74deb924-cbab-48eb-b912-d6b1db12d2db'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:11:36.742253 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-d83aa5b8-cefc-4fa2-91cf-4b14d617954a None None] Set router 74deb924-cbab-48eb-b912-d6b1db12d2db gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:11:37.052795 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-d83aa5b8-cefc-4fa2-91cf-4b14d617954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-router', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:35Z', 'updated_at': '2022-09-21T10:05:46Z', 'revision_number': 4, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'gw_port': {'id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:36Z', 'updated_at': '2022-09-21T10:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'b473946a-3b09-4153-9e20-c7bd9c6d9d8e', 'name': '', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'mac_address': 'fa:16:3e:5b:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:43Z', 'updated_at': '2022-09-21T10:05:53Z', 'revision_number': 5, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'subnets': [{'id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:11:37.094851 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83aa5b8-cefc-4fa2-91cf-4b14d617954a None None] The sync data for ids ['74deb924-cbab-48eb-b912-d6b1db12d2db'] in dv-cinder-855479-2-iscsi is: [{'id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-router', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:35Z', 'updated_at': '2022-09-21T10:05:46Z', 'revision_number': 4, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'gw_port': {'id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:36Z', 'updated_at': '2022-09-21T10:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'b473946a-3b09-4153-9e20-c7bd9c6d9d8e', 'name': '', 'network_id': '97a59516-89f9-4e8e-9ccf-abdda6abc087', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'mac_address': 'fa:16:3e:5b:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:43Z', 'updated_at': '2022-09-21T10:05:53Z', 'revision_number': 5, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'subnets': [{'id': '5429b2a6-8b25-44de-bb46-df0f87df08ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:11:37.122838 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c765a6b1-c71e-4629-b969-fc1736fb1c0a req-5c2ad4e3-36bc-4693-8a3a-f41517e2d235 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50762dd4-54b1-435c-a280-8ae7ccdc96d7 HTTP/1.1" status: 200 len: 210 time: 0.0424864 Sep 21 10:11:37.352904 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7627b5-91d7-46ec-8e4a-861c45004089 None None] New status for floating IP 3addfa85-0888-4b93-8dfd-771c30ab0f71: DOWN {{(pid=106521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:11:37.753565 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 5567942c-6fc7-4688-be83-932cde20b535 no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:11:37.772375 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: 5567942c-6fc7-4688-be83-932cde20b535 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:11:37.772719 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 5567942c-6fc7-4688-be83-932cde20b535 not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:11:38.228948 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 55988) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:38.289691 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d30e8b69-c045-454d-a6c3-1555bba373fb tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for security_group (7fd801a0-b176-4996-92dd-3f1f7ee35ce7), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:38.291922 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:38.315863 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d30e8b69-c045-454d-a6c3-1555bba373fb tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for security_group (7fd801a0-b176-4996-92dd-3f1f7ee35ce7), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:38.338706 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:38.368982 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d30e8b69-c045-454d-a6c3-1555bba373fb tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (7fd801a0-b176-4996-92dd-3f1f7ee35ce7), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:38.371629 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d30e8b69-c045-454d-a6c3-1555bba373fb tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:38.372820 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-d30e8b69-c045-454d-a6c3-1555bba373fb tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7fd801a0-b176-4996-92dd-3f1f7ee35ce7 HTTP/1.1" status: 204 len: 168 time: 0.1428812 Sep 21 10:11:38.375727 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 55990) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:38.382836 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e8b69-c045-454d-a6c3-1555bba373fb tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd801a0-b176-4996-92dd-3f1f7ee35ce7,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:38.390032 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.api.v2.resource [None req-f46c8915-5b3e-4d84-9bd1-fbab6fa277ac tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] show failed (client error): The resource could not be found. Sep 21 10:11:38.394972 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-f46c8915-5b3e-4d84-9bd1-fbab6fa277ac tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups/7fd801a0-b176-4996-92dd-3f1f7ee35ce7 HTTP/1.1" status: 404 len: 347 time: 0.0181808 Sep 21 10:11:38.397835 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 55992) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:38.512209 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-5efe72a5-2c33-43b6-9cd5-337db624f4d0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Deleting port 6840db7e-3d78-4ced-9ecd-7dddf838b21c {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:11:38.512550 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5efe72a5-2c33-43b6-9cd5-337db624f4d0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (6840db7e-3d78-4ced-9ecd-7dddf838b21c), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:38.596631 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5efe72a5-2c33-43b6-9cd5-337db624f4d0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (6840db7e-3d78-4ced-9ecd-7dddf838b21c), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:38.596879 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5efe72a5-2c33-43b6-9cd5-337db624f4d0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for floatingip (6840db7e-3d78-4ced-9ecd-7dddf838b21c), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:38.609767 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-5efe72a5-2c33-43b6-9cd5-337db624f4d0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Calling delete_port for 6840db7e-3d78-4ced-9ecd-7dddf838b21c owned by network:floatingip {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:11:38.744520 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5efe72a5-2c33-43b6-9cd5-337db624f4d0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (6840db7e-3d78-4ced-9ecd-7dddf838b21c), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:38.769946 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe72a5-2c33-43b6-9cd5-337db624f4d0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Pushing event deleted for resources: {'Port': ['ID=6840db7e-3d78-4ced-9ecd-7dddf838b21c,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:38.836204 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5efe72a5-2c33-43b6-9cd5-337db624f4d0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks [] for floatingip (3addfa85-0888-4b93-8dfd-771c30ab0f71), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:38.838709 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5efe72a5-2c33-43b6-9cd5-337db624f4d0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:38.839896 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-5efe72a5-2c33-43b6-9cd5-337db624f4d0 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/3addfa85-0888-4b93-8dfd-771c30ab0f71 HTTP/1.1" status: 204 len: 168 time: 0.4406459 Sep 21 10:11:40.072985 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56014) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:40.122745 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_v2 [None req-a219434f-1c04-4260-b2b8-c8d7423b4aa1 admin admin] Deleting subnet 4b5e4b4f-836d-4476-b56b-3ee47fd97507 {{(pid=106519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 10:11:40.134949 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a219434f-1c04-4260-b2b8-c8d7423b4aa1 admin admin] Publish callbacks [] for subnet (4b5e4b4f-836d-4476-b56b-3ee47fd97507), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:40.137143 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:40.173519 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a219434f-1c04-4260-b2b8-c8d7423b4aa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708622'] for subnet (4b5e4b4f-836d-4476-b56b-3ee47fd97507), precommit_delete_associations {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:40.215823 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:40.219521 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a219434f-1c04-4260-b2b8-c8d7423b4aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1348970'] for subnet (4b5e4b4f-836d-4476-b56b-3ee47fd97507), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:40.279938 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a219434f-1c04-4260-b2b8-c8d7423b4aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8646625'] for subnet (4b5e4b4f-836d-4476-b56b-3ee47fd97507), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:40.310488 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219434f-1c04-4260-b2b8-c8d7423b4aa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b5e4b4f-836d-4476-b56b-3ee47fd97507,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:40.314915 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a219434f-1c04-4260-b2b8-c8d7423b4aa1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:40.318846 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-a219434f-1c04-4260-b2b8-c8d7423b4aa1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/4b5e4b4f-836d-4476-b56b-3ee47fd97507 HTTP/1.1" status: 204 len: 168 time: 0.2439563 Sep 21 10:11:40.320714 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56016) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:40.391998 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a85c7e5e-8f67-4918-b6a2-b26153e35a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326367'] for network (e99225b6-916e-4ede-a584-22ca38524abf), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:40.472116 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a85c7e5e-8f67-4918-b6a2-b26153e35a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433921', 'neutron.services.segments.db._delete_segments_for_network-8760788516801'] for network (e99225b6-916e-4ede-a584-22ca38524abf), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:40.492623 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-a85c7e5e-8f67-4918-b6a2-b26153e35a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99225b6-916e-4ede-a584-22ca38524abf']}} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:11:40.502757 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-a85c7e5e-8f67-4918-b6a2-b26153e35a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0c8935-6cd2-40e7-a78a-ed18778e00b5') {'for_net_delete': True} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:11:40.503051 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-a85c7e5e-8f67-4918-b6a2-b26153e35a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0c8935-6cd2-40e7-a78a-ed18778e00b5') {} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:11:40.512808 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a85c7e5e-8f67-4918-b6a2-b26153e35a1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760788516693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708661'] for segment (7d0c8935-6cd2-40e7-a78a-ed18778e00b5), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:40.526022 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a85c7e5e-8f67-4918-b6a2-b26153e35a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (7d0c8935-6cd2-40e7-a78a-ed18778e00b5), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:40.533484 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a85c7e5e-8f67-4918-b6a2-b26153e35a1f admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=106519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 10:11:40.533948 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a85c7e5e-8f67-4918-b6a2-b26153e35a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10188133'] for segment (7d0c8935-6cd2-40e7-a78a-ed18778e00b5), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:40.576994 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.services.segments.plugin [-] Segment 7d0c8935-6cd2-40e7-a78a-ed18778e00b5 resource provider aggregate not found Sep 21 10:11:40.595182 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.services.segments.plugin [-] Segment 7d0c8935-6cd2-40e7-a78a-ed18778e00b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d0c8935-6cd2-40e7-a78a-ed18778e00b5 found for delete ", "request_id": "req-84361e46-236a-4b76-9c46-55ca90aab8fb"}]} Sep 21 10:11:40.602739 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a85c7e5e-8f67-4918-b6a2-b26153e35a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1433976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438153'] for network (e99225b6-916e-4ede-a584-22ca38524abf), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:40.608287 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a85c7e5e-8f67-4918-b6a2-b26153e35a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:40.611887 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-a85c7e5e-8f67-4918-b6a2-b26153e35a1f admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/e99225b6-916e-4ede-a584-22ca38524abf HTTP/1.1" status: 204 len: 168 time: 0.2902217 Sep 21 10:11:40.623133 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c7e5e-8f67-4918-b6a2-b26153e35a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=e99225b6-916e-4ede-a584-22ca38524abf,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:40.777355 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56024) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:40.823295 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-34b9ccee-e10c-4394-b576-cb9ba8f520f4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ce0abdcccb664f5d8f89be7b40b7fa5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446682 Sep 21 10:11:40.825758 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56026) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:40.873287 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-eafa33b2-08be-4afd-a458-5ffac1216022 admin admin] Publish callbacks [] for security_group (869e5f17-34a8-4057-9fae-39a96252952f), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:40.893343 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-eafa33b2-08be-4afd-a458-5ffac1216022 admin admin] Publish callbacks [] for security_group (869e5f17-34a8-4057-9fae-39a96252952f), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:40.948484 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-eafa33b2-08be-4afd-a458-5ffac1216022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (869e5f17-34a8-4057-9fae-39a96252952f), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:40.951607 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-eafa33b2-08be-4afd-a458-5ffac1216022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:40.952807 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-eafa33b2-08be-4afd-a458-5ffac1216022 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/869e5f17-34a8-4057-9fae-39a96252952f HTTP/1.1" status: 204 len: 168 time: 0.1261580 Sep 21 10:11:40.960840 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa33b2-08be-4afd-a458-5ffac1216022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869e5f17-34a8-4057-9fae-39a96252952f,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:41.353446 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf15ccc-c542-4b07-8722-561b36702106 req-5c5f83be-577f-4033-b309-5650d8f53962 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:41.355037 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5bf15ccc-c542-4b07-8722-561b36702106 req-5c5f83be-577f-4033-b309-5650d8f53962 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.0547273 Sep 21 10:11:41.413681 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5bf15ccc-c542-4b07-8722-561b36702106 req-d133c779-09ab-4f40-8b56-3bf88796b308 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527897 Sep 21 10:11:42.544702 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc23e41-490a-4a70-b9d9-e2ab3fa50134 req-3223e7bd-cee6-4f12-988f-d6c6acf1536d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:42.547330 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-dcc23e41-490a-4a70-b9d9-e2ab3fa50134 req-3223e7bd-cee6-4f12-988f-d6c6acf1536d tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.0511565 Sep 21 10:11:42.604575 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-dcc23e41-490a-4a70-b9d9-e2ab3fa50134 req-da874a64-5fd1-4f1e-b1cf-4630729d0740 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510108 Sep 21 10:11:43.190385 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cafa6-95fb-4bab-93b4-b8b7c952b52b req-51f24a18-06d8-4a61-84dd-f3bb640d25ef tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:43.191906 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-464cafa6-95fb-4bab-93b4-b8b7c952b52b req-51f24a18-06d8-4a61-84dd-f3bb640d25ef tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 945 time: 0.0471592 Sep 21 10:11:43.286454 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [req-464cafa6-95fb-4bab-93b4-b8b7c952b52b req-ef122141-1b90-4672-847d-9654831a3432 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Deleting port ba26afce-a023-4535-9060-fc72bb991314 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:11:43.286904 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-464cafa6-95fb-4bab-93b4-b8b7c952b52b req-ef122141-1b90-4672-847d-9654831a3432 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (ba26afce-a023-4535-9060-fc72bb991314), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:43.380531 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [req-464cafa6-95fb-4bab-93b4-b8b7c952b52b req-ef122141-1b90-4672-847d-9654831a3432 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] For port ba26afce-a023-4535-9060-fc72bb991314, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=ba26afce-a023-4535-9060-fc72bb991314,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:11:43.380887 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-464cafa6-95fb-4bab-93b4-b8b7c952b52b req-ef122141-1b90-4672-847d-9654831a3432 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (ba26afce-a023-4535-9060-fc72bb991314), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:43.396747 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [req-464cafa6-95fb-4bab-93b4-b8b7c952b52b req-ef122141-1b90-4672-847d-9654831a3432 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Calling delete_port for ba26afce-a023-4535-9060-fc72bb991314 owned by compute:nova {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:11:43.553496 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-464cafa6-95fb-4bab-93b4-b8b7c952b52b req-ef122141-1b90-4672-847d-9654831a3432 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (ba26afce-a023-4535-9060-fc72bb991314), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:43.572071 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['1ea79dbb-edca-4228-96bc-74750bc71fd7', 'ba26afce-a023-4535-9060-fc72bb991314'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:11:43.587557 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef122141-1b90-4672-847d-9654831a3432 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Pushing event deleted for resources: {'Port': ['ID=ba26afce-a023-4535-9060-fc72bb991314,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:43.665065 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [req-464cafa6-95fb-4bab-93b4-b8b7c952b52b req-ef122141-1b90-4672-847d-9654831a3432 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] No DVR routers for this DVR port ba26afce-a023-4535-9060-fc72bb991314 on host hv-cinder-85547 {{(pid=106520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:11:43.674941 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-464cafa6-95fb-4bab-93b4-b8b7c952b52b req-ef122141-1b90-4672-847d-9654831a3432 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:43.683677 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-464cafa6-95fb-4bab-93b4-b8b7c952b52b req-ef122141-1b90-4672-847d-9654831a3432 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.42 "DELETE /networking/v2.0/ports/ba26afce-a023-4535-9060-fc72bb991314 HTTP/1.1" status: 204 len: 173 time: 0.4839771 Sep 21 10:11:43.684436 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53d0a3b-a5af-4702-8eca-e5de8071c8a2', 'name': 'network-vif-deleted', 'tag': 'ba26afce-a023-4535-9060-fc72bb991314'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:11:43.689542 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c374c40f-6609-4511-ae61-38f0f7afa354" -d '{"events": [{"server_uuid": "c53d0a3b-a5af-4702-8eca-e5de8071c8a2", "name": "network-vif-deleted", "tag": "ba26afce-a023-4535-9060-fc72bb991314"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:11:43.831226 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-73d55444-d805-47eb-a209-7ae818ea4936 req-2985f299-1bd8-4aa9-84da-34d694fc1dc7 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 210 time: 0.0543833 Sep 21 10:11:43.918302 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7164b06e-9186-45f7-9da0-89eeb0739e58 x-openstack-request-id: req-7164b06e-9186-45f7-9da0-89eeb0739e58 {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:11:43.918627 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53d0a3b-a5af-4702-8eca-e5de8071c8a2", "name": "network-vif-deleted", "tag": "ba26afce-a023-4535-9060-fc72bb991314", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:11:43.918884 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7164b06e-9186-45f7-9da0-89eeb0739e58 {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:11:43.919272 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7164b06e-9186-45f7-9da0-89eeb0739e58'] response: {'server_uuid': 'c53d0a3b-a5af-4702-8eca-e5de8071c8a2', 'name': 'network-vif-deleted', 'tag': 'ba26afce-a023-4535-9060-fc72bb991314', 'status': 'completed', 'code': 200} Sep 21 10:11:44.980229 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c0678b55-bd76-4de9-b1c3-b8bd3c606269 req-3c96a678-2084-4451-bb06-a4e51a0c5540 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 210 time: 0.0292435 Sep 21 10:11:46.101151 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-97cd69bc-0d68-416c-9580-8241fe939447 req-a9be1a8d-a7ff-4233-996b-17cd06c898f1 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c53d0a3b-a5af-4702-8eca-e5de8071c8a2 HTTP/1.1" status: 200 len: 210 time: 0.0317550 Sep 21 10:11:46.505078 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device ba26afce-a023-4535-9060-fc72bb991314 no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:11:46.660323 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: ba26afce-a023-4535-9060-fc72bb991314 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:11:46.660670 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device ba26afce-a023-4535-9060-fc72bb991314 not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:11:47.435307 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:47.446854 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b74320-6f8e-4dd3-9e4b-bca3f12a1279 req-207d8e44-c9c3-4eaf-ab50-0fc813c0b17b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:47.448374 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-62b74320-6f8e-4dd3-9e4b-bca3f12a1279 req-207d8e44-c9c3-4eaf-ab50-0fc813c0b17b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0487983 Sep 21 10:11:47.497734 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-62b74320-6f8e-4dd3-9e4b-bca3f12a1279 req-7ec4e5f8-15c0-4c95-9a9e-984417687b9b tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429418 Sep 21 10:11:47.908394 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:48.790185 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512155c-47b4-40dd-ae15-91d5a9f82d7e req-b05e210d-2006-407f-91fa-65cd24b5dbea tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:48.791745 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3512155c-47b4-40dd-ae15-91d5a9f82d7e req-b05e210d-2006-407f-91fa-65cd24b5dbea tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.0534744 Sep 21 10:11:48.834524 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:48.859686 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3512155c-47b4-40dd-ae15-91d5a9f82d7e req-3f996638-2f0e-4d3b-9540-e1c868903ae5 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582602 Sep 21 10:11:49.717355 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56192) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:49.817239 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03776634-ca55-4796-b30e-0d8616e97906 req-5a805c6b-05db-4f5a-bec4-819be0a2b94b tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:49.819857 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-03776634-ca55-4796-b30e-0d8616e97906 req-5a805c6b-05db-4f5a-bec4-819be0a2b94b tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0648451 Sep 21 10:11:49.900190 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e1bb91f8-295f-47a8-8a2b-05f807857f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:49.939827 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fad2e-46d5-47af-b5aa-e0147b4af997 req-5a99ef01-c31c-4165-8dda-6977ddc81f08 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:49.941213 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7a8fad2e-46d5-47af-b5aa-e0147b4af997 req-5a99ef01-c31c-4165-8dda-6977ddc81f08 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.1011674 Sep 21 10:11:49.949347 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-83edc12c-235f-44d2-8f76-6a3a45c07330 req-7b94c700-ef9b-422c-aaaf-65cb78bc39c9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1112251 Sep 21 10:11:49.968519 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-03776634-ca55-4796-b30e-0d8616e97906 req-34c9c341-6343-4f92-b9ab-ec09968d9e0d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401217 Sep 21 10:11:50.032072 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edc12c-235f-44d2-8f76-6a3a45c07330 req-e1432522-6877-4b0a-bb92-8e7df1e20774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:50.033629 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-83edc12c-235f-44d2-8f76-6a3a45c07330 req-e1432522-6877-4b0a-bb92-8e7df1e20774 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=91470b6b84c040bb85eec3f27b31f139&device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 1130 time: 0.0517294 Sep 21 10:11:50.100994 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b59a63-c1a9-4589-aba6-bcefad37a92a req-814026f2-33e4-419d-9fe6-d35cdca8ada7 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:50.102568 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c5b59a63-c1a9-4589-aba6-bcefad37a92a req-814026f2-33e4-419d-9fe6-d35cdca8ada7 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 945 time: 0.1070919 Sep 21 10:11:50.151112 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-7a8fad2e-46d5-47af-b5aa-e0147b4af997 req-e3fecee6-b63e-4c1e-80bc-d28ba9b8a033 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Deleting port 1ea79dbb-edca-4228-96bc-74750bc71fd7 {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:11:50.151465 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-7a8fad2e-46d5-47af-b5aa-e0147b4af997 req-e3fecee6-b63e-4c1e-80bc-d28ba9b8a033 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (1ea79dbb-edca-4228-96bc-74750bc71fd7), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:50.159099 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edc12c-235f-44d2-8f76-6a3a45c07330 req-4d611146-5a35-49d2-9d43-5ea08a0fe1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:50.160904 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-83edc12c-235f-44d2-8f76-6a3a45c07330 req-4d611146-5a35-49d2-9d43-5ea08a0fe1cb service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 HTTP/1.1" status: 200 len: 912 time: 0.1049469 Sep 21 10:11:50.236019 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-83edc12c-235f-44d2-8f76-6a3a45c07330 req-f09d57a6-a820-40e7-b106-4ba00a27d04d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53e8896f-dc4e-4337-800f-9726f8d755fb HTTP/1.1" status: 200 len: 1001 time: 0.0647728 Sep 21 10:11:50.240705 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e1bb91f8-295f-47a8-8a2b-05f807857f69 admin admin] Publish callbacks [] for security_group (3127f67d-0edb-4d41-8c37-f7377a9f3083), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:50.249970 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c5b59a63-c1a9-4589-aba6-bcefad37a92a req-e9467904-e8b0-46e9-8b13-a05e20172791 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02370ccb-e38d-40f6-9290-22752c38921e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354203 Sep 21 10:11:50.250552 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e1bb91f8-295f-47a8-8a2b-05f807857f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (3127f67d-0edb-4d41-8c37-f7377a9f3083), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:50.288517 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edc12c-235f-44d2-8f76-6a3a45c07330 req-4903b8cd-8ff0-459c-bb14-e86325c5b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:50.289997 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-83edc12c-235f-44d2-8f76-6a3a45c07330 req-4903b8cd-8ff0-459c-bb14-e86325c5b128 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a03c6c51-ced1-4661-a77b-9c8af558d81f HTTP/1.1" status: 200 len: 850 time: 0.0485322 Sep 21 10:11:50.305364 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb91f8-295f-47a8-8a2b-05f807857f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3127f67d-0edb-4d41-8c37-f7377a9f3083,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:50.316071 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-e1bb91f8-295f-47a8-8a2b-05f807857f69 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=10500a7cf8644389b39752ea704a1ece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5950844 Sep 21 10:11:50.322468 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56200) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:50.345805 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edc12c-235f-44d2-8f76-6a3a45c07330 req-58026d07-156d-4b29-91ef-5e404c7cc06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:50.347297 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-83edc12c-235f-44d2-8f76-6a3a45c07330 req-58026d07-156d-4b29-91ef-5e404c7cc06c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439026 Sep 21 10:11:50.361638 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-7a8fad2e-46d5-47af-b5aa-e0147b4af997 req-e3fecee6-b63e-4c1e-80bc-d28ba9b8a033 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] For port 1ea79dbb-edca-4228-96bc-74750bc71fd7, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=1ea79dbb-edca-4228-96bc-74750bc71fd7,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:11:50.362005 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-7a8fad2e-46d5-47af-b5aa-e0147b4af997 req-e3fecee6-b63e-4c1e-80bc-d28ba9b8a033 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (1ea79dbb-edca-4228-96bc-74750bc71fd7), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:50.384989 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-7a8fad2e-46d5-47af-b5aa-e0147b4af997 req-e3fecee6-b63e-4c1e-80bc-d28ba9b8a033 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Calling delete_port for 1ea79dbb-edca-4228-96bc-74750bc71fd7 owned by compute:nova {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:11:50.451040 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-83edc12c-235f-44d2-8f76-6a3a45c07330 req-0dce58ee-f3e9-486e-a2e5-f90391c4b6cb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967040 Sep 21 10:11:50.455118 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dd773068-bdc2-4a55-b932-e392415c0a58 admin admin] Publish callbacks [] for security_group (3127f67d-0edb-4d41-8c37-f7377a9f3083), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:50.476501 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:50.484828 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dd773068-bdc2-4a55-b932-e392415c0a58 admin admin] Publish callbacks [] for security_group (3127f67d-0edb-4d41-8c37-f7377a9f3083), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:50.506625 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:50.528538 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:50.542047 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:50.560224 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-83edc12c-235f-44d2-8f76-6a3a45c07330 req-f5866bf7-467c-468c-804a-755889527fbe service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005182 Sep 21 10:11:50.590793 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dd773068-bdc2-4a55-b932-e392415c0a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (3127f67d-0edb-4d41-8c37-f7377a9f3083), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:50.594305 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dd773068-bdc2-4a55-b932-e392415c0a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:50.595533 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-dd773068-bdc2-4a55-b932-e392415c0a58 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3127f67d-0edb-4d41-8c37-f7377a9f3083 HTTP/1.1" status: 204 len: 168 time: 0.2720854 Sep 21 10:11:50.614954 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd773068-bdc2-4a55-b932-e392415c0a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3127f67d-0edb-4d41-8c37-f7377a9f3083,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:50.628746 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-7a8fad2e-46d5-47af-b5aa-e0147b4af997 req-e3fecee6-b63e-4c1e-80bc-d28ba9b8a033 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (1ea79dbb-edca-4228-96bc-74750bc71fd7), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:50.647308 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['1ea79dbb-edca-4228-96bc-74750bc71fd7'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:11:50.664329 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fecee6-b63e-4c1e-80bc-d28ba9b8a033 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Pushing event deleted for resources: {'Port': ['ID=1ea79dbb-edca-4228-96bc-74750bc71fd7,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:50.719157 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8fad2e-46d5-47af-b5aa-e0147b4af997 req-e3fecee6-b63e-4c1e-80bc-d28ba9b8a033 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] No DVR routers for this DVR port 1ea79dbb-edca-4228-96bc-74750bc71fd7 on host hv-cinder-85547 {{(pid=106519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:11:50.721893 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-7a8fad2e-46d5-47af-b5aa-e0147b4af997 req-e3fecee6-b63e-4c1e-80bc-d28ba9b8a033 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:50.725280 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7a8fad2e-46d5-47af-b5aa-e0147b4af997 req-e3fecee6-b63e-4c1e-80bc-d28ba9b8a033 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.42 "DELETE /networking/v2.0/ports/1ea79dbb-edca-4228-96bc-74750bc71fd7 HTTP/1.1" status: 204 len: 173 time: 0.7759473 Sep 21 10:11:50.725807 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be83fc9-03bf-42ce-ae72-e1e167ca9ac6', 'name': 'network-vif-deleted', 'tag': '1ea79dbb-edca-4228-96bc-74750bc71fd7'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:11:50.728254 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70928dbd-5c7e-4009-846b-93dabce5f600" -d '{"events": [{"server_uuid": "8be83fc9-03bf-42ce-ae72-e1e167ca9ac6", "name": "network-vif-deleted", "tag": "1ea79dbb-edca-4228-96bc-74750bc71fd7"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:11:50.995195 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61738a52-8605-4e2a-b018-c1a00bdde529 x-openstack-request-id: req-61738a52-8605-4e2a-b018-c1a00bdde529 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:11:50.995920 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be83fc9-03bf-42ce-ae72-e1e167ca9ac6", "name": "network-vif-deleted", "tag": "1ea79dbb-edca-4228-96bc-74750bc71fd7", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:11:50.995920 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-61738a52-8605-4e2a-b018-c1a00bdde529 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:11:50.996200 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61738a52-8605-4e2a-b018-c1a00bdde529'] response: {'server_uuid': '8be83fc9-03bf-42ce-ae72-e1e167ca9ac6', 'name': 'network-vif-deleted', 'tag': '1ea79dbb-edca-4228-96bc-74750bc71fd7', 'status': 'completed', 'code': 200} Sep 21 10:11:51.115126 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d299bc-e8a3-4e2d-8ba8-a92146bd3f99 req-1e7b69a7-a8ef-4cd5-8f51-528ecb2d09f4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:51.116812 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-82d299bc-e8a3-4e2d-8ba8-a92146bd3f99 req-1e7b69a7-a8ef-4cd5-8f51-528ecb2d09f4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0532358 Sep 21 10:11:51.175810 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-82d299bc-e8a3-4e2d-8ba8-a92146bd3f99 req-f238f8de-d10c-4931-bcf6-775e22f9414f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530181 Sep 21 10:11:51.391992 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a3ea815c-ce99-4232-857f-fe09708b7721 req-0013e0f6-eccc-4a3f-93d5-8e148628e0e7 tempest-ServerRescueNegativeTestJSON-1517504264 tempest-ServerRescueNegativeTestJSON-1517504264-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8be83fc9-03bf-42ce-ae72-e1e167ca9ac6 HTTP/1.1" status: 200 len: 210 time: 0.0413313 Sep 21 10:11:52.321334 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a99d78-0359-47a5-a1d0-dd2ab5146a00 req-3c8fda56-b3c6-48da-94cc-08b14b3b45b2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:52.322904 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-29a99d78-0359-47a5-a1d0-dd2ab5146a00 req-3c8fda56-b3c6-48da-94cc-08b14b3b45b2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0482862 Sep 21 10:11:52.373654 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-29a99d78-0359-47a5-a1d0-dd2ab5146a00 req-9f182b4e-070a-433b-a904-b94ce14cf839 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433886 Sep 21 10:11:52.468262 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56222) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:53.006004 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e10c-03cd-4d37-b5a5-1bbe4eb87cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429990'] for router_interface (74deb924-cbab-48eb-b912-d6b1db12d2db), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:53.145999 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:53.252365 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-f0f9e10c-03cd-4d37-b5a5-1bbe4eb87cca admin admin] Deleting port b473946a-3b09-4153-9e20-c7bd9c6d9d8e {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:11:53.252741 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e10c-03cd-4d37-b5a5-1bbe4eb87cca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (b473946a-3b09-4153-9e20-c7bd9c6d9d8e), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:53.344856 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [None req-f0f9e10c-03cd-4d37-b5a5-1bbe4eb87cca admin admin] For port b473946a-3b09-4153-9e20-c7bd9c6d9d8e, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=b473946a-3b09-4153-9e20-c7bd9c6d9d8e,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:11:53.345579 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e10c-03cd-4d37-b5a5-1bbe4eb87cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (b473946a-3b09-4153-9e20-c7bd9c6d9d8e), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:53.357715 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-f0f9e10c-03cd-4d37-b5a5-1bbe4eb87cca admin admin] Calling delete_port for b473946a-3b09-4153-9e20-c7bd9c6d9d8e owned by network:router_interface {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:11:53.399076 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:53.513614 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047cc3e-e929-4c8a-ae47-2baf727cbde9 req-63d172d2-18b6-4bce-bf13-b5c17c4550de tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:53.516210 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7047cc3e-e929-4c8a-ae47-2baf727cbde9 req-63d172d2-18b6-4bce-bf13-b5c17c4550de tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0589595 Sep 21 10:11:53.598650 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7047cc3e-e929-4c8a-ae47-2baf727cbde9 req-597c7edb-2c86-4212-afe9-fe6cfb20a888 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735536 Sep 21 10:11:53.618888 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e10c-03cd-4d37-b5a5-1bbe4eb87cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (b473946a-3b09-4153-9e20-c7bd9c6d9d8e), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:53.646279 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9e10c-03cd-4d37-b5a5-1bbe4eb87cca admin admin] Pushing event deleted for resources: {'Port': ['ID=b473946a-3b09-4153-9e20-c7bd9c6d9d8e,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:53.836966 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e10c-03cd-4d37-b5a5-1bbe4eb87cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-434198'] for router_interface (74deb924-cbab-48eb-b912-d6b1db12d2db), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:54.062296 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f9e10c-03cd-4d37-b5a5-1bbe4eb87cca admin admin] Router 74deb924-cbab-48eb-b912-d6b1db12d2db has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:11:54.068633 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:54.174948 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f9e10c-03cd-4d37-b5a5-1bbe4eb87cca admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:11:54.180122 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-f0f9e10c-03cd-4d37-b5a5-1bbe4eb87cca admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/74deb924-cbab-48eb-b912-d6b1db12d2db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7106550 Sep 21 10:11:54.182841 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56244) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:54.187140 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2196b5-bba5-4fbf-87f1-64fdb52df458 None None] Sync routers for ids ['74deb924-cbab-48eb-b912-d6b1db12d2db'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:11:54.202661 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2196b5-bba5-4fbf-87f1-64fdb52df458 None None] Routers {'74deb924-cbab-48eb-b912-d6b1db12d2db'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:11:54.203623 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-9a2196b5-bba5-4fbf-87f1-64fdb52df458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:11:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['74deb924-cbab-48eb-b912-d6b1db12d2db'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:11:54.344707 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-555f8e27-87a4-4e20-9e33-d3d15675491f admin admin] Publish callbacks [] for router (74deb924-cbab-48eb-b912-d6b1db12d2db), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:54.347628 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:54.358055 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-9a2196b5-bba5-4fbf-87f1-64fdb52df458 None None] Set router 74deb924-cbab-48eb-b912-d6b1db12d2db gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:11:54.457905 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-555f8e27-87a4-4e20-9e33-d3d15675491f admin admin] Publish callbacks [] for router_gateway (74deb924-cbab-48eb-b912-d6b1db12d2db), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:54.506449 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-555f8e27-87a4-4e20-9e33-d3d15675491f admin admin] Deleting port 1ceedb3e-6e2b-4208-b60c-0129e50f33b6 {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:11:54.506787 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-555f8e27-87a4-4e20-9e33-d3d15675491f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (1ceedb3e-6e2b-4208-b60c-0129e50f33b6), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:54.521803 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 1ea79dbb-edca-4228-96bc-74750bc71fd7 no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:11:54.523669 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=100 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:54.534449 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-9a2196b5-bba5-4fbf-87f1-64fdb52df458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-router', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:35Z', 'updated_at': '2022-09-21T10:11:53Z', 'revision_number': 5, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'gw_port': {'id': '1ceedb3e-6e2b-4208-b60c-0129e50f33b6', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:36Z', 'updated_at': '2022-09-21T10:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:11:54.545245 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: 1ea79dbb-edca-4228-96bc-74750bc71fd7 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:11:54.545593 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 1ea79dbb-edca-4228-96bc-74750bc71fd7 not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:11:54.565183 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2196b5-bba5-4fbf-87f1-64fdb52df458 None None] Checking router: 74deb924-cbab-48eb-b912-d6b1db12d2db for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:11:54.572750 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=100 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:54.574891 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2196b5-bba5-4fbf-87f1-64fdb52df458 None None] Routers {'74deb924-cbab-48eb-b912-d6b1db12d2db'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:11:54.575541 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-9a2196b5-bba5-4fbf-87f1-64fdb52df458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:11:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['74deb924-cbab-48eb-b912-d6b1db12d2db'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:11:54.672037 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-9a2196b5-bba5-4fbf-87f1-64fdb52df458 None None] Set router 74deb924-cbab-48eb-b912-d6b1db12d2db gateway port host: None {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:11:54.723857 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-9a2196b5-bba5-4fbf-87f1-64fdb52df458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-router', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:35Z', 'updated_at': '2022-09-21T10:11:54Z', 'revision_number': 6, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'gw_port_host': None}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:11:54.748769 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2196b5-bba5-4fbf-87f1-64fdb52df458 None None] The sync data for ids ['74deb924-cbab-48eb-b912-d6b1db12d2db'] in dv-cinder-855479-2-iscsi is: [{'id': '74deb924-cbab-48eb-b912-d6b1db12d2db', 'name': 'tempest-ServerRescueNegativeTestJSON-2055787753-router', 'tenant_id': 'f75ba10758754f4f9c778e357a87f58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:35Z', 'updated_at': '2022-09-21T10:11:54Z', 'revision_number': 6, 'project_id': 'f75ba10758754f4f9c778e357a87f58e', 'gw_port_host': None}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:11:54.864834 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de95ae1-64ac-4b7a-9404-0f49822727ac req-701b5360-1bba-4d14-88ac-076931e74066 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:54.866288 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3de95ae1-64ac-4b7a-9404-0f49822727ac req-701b5360-1bba-4d14-88ac-076931e74066 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0781925 Sep 21 10:11:54.916103 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [None req-555f8e27-87a4-4e20-9e33-d3d15675491f admin admin] For port 1ceedb3e-6e2b-4208-b60c-0129e50f33b6, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=1ceedb3e-6e2b-4208-b60c-0129e50f33b6,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:11:54.916385 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-555f8e27-87a4-4e20-9e33-d3d15675491f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (1ceedb3e-6e2b-4208-b60c-0129e50f33b6), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:54.939025 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-555f8e27-87a4-4e20-9e33-d3d15675491f admin admin] Calling delete_port for 1ceedb3e-6e2b-4208-b60c-0129e50f33b6 owned by network:router_gateway {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:11:54.958721 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3de95ae1-64ac-4b7a-9404-0f49822727ac req-58b1f0b5-d203-47d4-9114-3d7339e14fac tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857766 Sep 21 10:11:55.125456 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-555f8e27-87a4-4e20-9e33-d3d15675491f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (1ceedb3e-6e2b-4208-b60c-0129e50f33b6), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:55.149697 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f8e27-87a4-4e20-9e33-d3d15675491f admin admin] Pushing event deleted for resources: {'Port': ['ID=1ceedb3e-6e2b-4208-b60c-0129e50f33b6,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:55.219955 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-555f8e27-87a4-4e20-9e33-d3d15675491f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438108'] for router_gateway (74deb924-cbab-48eb-b912-d6b1db12d2db), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:55.328499 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-555f8e27-87a4-4e20-9e33-d3d15675491f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (74deb924-cbab-48eb-b912-d6b1db12d2db), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:55.330852 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-555f8e27-87a4-4e20-9e33-d3d15675491f admin admin] Publish callbacks [] for router_controller (74deb924-cbab-48eb-b912-d6b1db12d2db), precommit_delete_associations {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:55.393379 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-555f8e27-87a4-4e20-9e33-d3d15675491f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434283'] for router (74deb924-cbab-48eb-b912-d6b1db12d2db), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:55.394071 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555f8e27-87a4-4e20-9e33-d3d15675491f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74deb924-cbab-48eb-b912-d6b1db12d2db {{(pid=106519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 10:11:55.399258 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-555f8e27-87a4-4e20-9e33-d3d15675491f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:55.400487 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-555f8e27-87a4-4e20-9e33-d3d15675491f admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/74deb924-cbab-48eb-b912-d6b1db12d2db HTTP/1.1" status: 204 len: 168 time: 1.2165213 Sep 21 10:11:55.403205 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56256) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:55.432894 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:55.451768 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66d83df-f2c5-4330-a8c8-081cb6310559 admin admin] Deleting subnet 5429b2a6-8b25-44de-bb46-df0f87df08ce {{(pid=106519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 10:11:55.459818 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c66d83df-f2c5-4330-a8c8-081cb6310559 admin admin] Publish callbacks [] for subnet (5429b2a6-8b25-44de-bb46-df0f87df08ce), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:55.509889 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c66d83df-f2c5-4330-a8c8-081cb6310559 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708622'] for subnet (5429b2a6-8b25-44de-bb46-df0f87df08ce), precommit_delete_associations {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:55.618414 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:55.627116 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c66d83df-f2c5-4330-a8c8-081cb6310559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1348970'] for subnet (5429b2a6-8b25-44de-bb46-df0f87df08ce), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:55.694162 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c66d83df-f2c5-4330-a8c8-081cb6310559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8646625'] for subnet (5429b2a6-8b25-44de-bb46-df0f87df08ce), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:55.721776 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d83df-f2c5-4330-a8c8-081cb6310559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5429b2a6-8b25-44de-bb46-df0f87df08ce,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:55.723790 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c66d83df-f2c5-4330-a8c8-081cb6310559 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:55.726971 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-c66d83df-f2c5-4330-a8c8-081cb6310559 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/5429b2a6-8b25-44de-bb46-df0f87df08ce HTTP/1.1" status: 204 len: 168 time: 0.3227179 Sep 21 10:11:55.729781 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cde8839-472f-40a3-93d0-e639f7c73e0d None None] Network 97a59516-89f9-4e8e-9ccf-abdda6abc087 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:11:55.731168 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56262) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:55.806090 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326367'] for network (97a59516-89f9-4e8e-9ccf-abdda6abc087), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:55.854031 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] Deleting port 6f170caa-acca-4577-80e9-1130259f2140 {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:11:55.854507 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (6f170caa-acca-4577-80e9-1130259f2140), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:55.930078 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] For port 6f170caa-acca-4577-80e9-1130259f2140, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=6f170caa-acca-4577-80e9-1130259f2140,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:11:55.930435 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (6f170caa-acca-4577-80e9-1130259f2140), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:55.935739 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] DHCP port deletion for 97a59516-89f9-4e8e-9ccf-abdda6abc087 request from dv-cinder-855479-2-iscsi {{(pid=106521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 10:11:55.951440 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] Calling delete_port for 6f170caa-acca-4577-80e9-1130259f2140 owned by network:dhcp {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:11:55.970105 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 1ceedb3e-6e2b-4208-b60c-0129e50f33b6 no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:11:55.994393 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: 1ceedb3e-6e2b-4208-b60c-0129e50f33b6 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:11:55.994993 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 1ceedb3e-6e2b-4208-b60c-0129e50f33b6 not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:11:55.995425 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b473946a-3b09-4153-9e20-c7bd9c6d9d8e no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:11:55.998626 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Deleting port 6f170caa-acca-4577-80e9-1130259f2140 {{(pid=106521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:11:55.999072 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (6f170caa-acca-4577-80e9-1130259f2140), before_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:56.032777 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: b473946a-3b09-4153-9e20-c7bd9c6d9d8e {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:11:56.033126 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b473946a-3b09-4153-9e20-c7bd9c6d9d8e not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:11:56.054781 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (6f170caa-acca-4577-80e9-1130259f2140), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:56.091391 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f170caa-acca-4577-80e9-1130259f2140,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:56.094812 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] For port 6f170caa-acca-4577-80e9-1130259f2140, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=6f170caa-acca-4577-80e9-1130259f2140,segment=NetworkSegment(b14d9159-54f4-4a21-a91b-860791507fdf),segment_id=b14d9159-54f4-4a21-a91b-860791507fdf)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:11:56.095213 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (6f170caa-acca-4577-80e9-1130259f2140), precommit_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:56.105676 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] No DVR routers for this DVR port 6f170caa-acca-4577-80e9-1130259f2140 on host dv-cinder-855479-2-iscsi {{(pid=106519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:11:56.110408 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Calling delete_port for 6f170caa-acca-4577-80e9-1130259f2140 owned by network:dhcp {{(pid=106521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:11:56.189319 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994'] for port (6f170caa-acca-4577-80e9-1130259f2140), after_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:56.197944 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd983d07-6a41-459b-be17-35a477c5c018 req-9ab3ab02-d790-442f-845a-37bfd73b0b6d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:56.199461 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cd983d07-6a41-459b-be17-35a477c5c018 req-9ab3ab02-d790-442f-845a-37bfd73b0b6d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.1104491 Sep 21 10:11:56.220252 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Pushing event deleted for resources: {'Port': ['ID=6f170caa-acca-4577-80e9-1130259f2140,revision_number=None']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:56.222965 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] No DVR routers for this DVR port 6f170caa-acca-4577-80e9-1130259f2140 on host dv-cinder-855479-2-iscsi {{(pid=106521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:11:56.226623 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433921', 'neutron.services.segments.db._delete_segments_for_network-8760788516801'] for network (97a59516-89f9-4e8e-9ccf-abdda6abc087), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:56.229833 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:56.230181 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:56.230524 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:56.236870 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:56.236870 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:56.236870 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:56.236870 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:56.236870 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:56.236870 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:56.236870 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:56.236870 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:56.236870 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:56.236870 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:56.236870 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:56.236870 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4fa99-9128-458b-bc38-d9ad279ef385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:11:56.265003 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a59516-89f9-4e8e-9ccf-abdda6abc087']}} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:11:56.283067 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14d9159-54f4-4a21-a91b-860791507fdf') {'for_net_delete': True} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:11:56.284056 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14d9159-54f4-4a21-a91b-860791507fdf') {} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:11:56.297098 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760788516693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708661'] for segment (b14d9159-54f4-4a21-a91b-860791507fdf), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:56.301399 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cd983d07-6a41-459b-be17-35a477c5c018 req-f08f5386-7bd8-4c66-a0fe-256223dc97b2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900948 Sep 21 10:11:56.315062 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (b14d9159-54f4-4a21-a91b-860791507fdf), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:56.322065 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=106519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 10:11:56.322459 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10188133'] for segment (b14d9159-54f4-4a21-a91b-860791507fdf), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:56.365817 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.services.segments.plugin [-] Segment b14d9159-54f4-4a21-a91b-860791507fdf resource provider aggregate not found Sep 21 10:11:56.370872 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:56.386600 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.services.segments.plugin [-] Segment b14d9159-54f4-4a21-a91b-860791507fdf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b14d9159-54f4-4a21-a91b-860791507fdf found for delete ", "request_id": "req-c796cc0e-3db6-4a05-a1bf-b09a98f98e29"}]} Sep 21 10:11:56.392940 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1433976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438153'] for network (97a59516-89f9-4e8e-9ccf-abdda6abc087), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:56.401943 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:56.405204 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/97a59516-89f9-4e8e-9ccf-abdda6abc087 HTTP/1.1" status: 204 len: 168 time: 0.6727653 Sep 21 10:11:56.416614 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb233d3f-6cc8-432b-8152-972bb3b88230 admin admin] Pushing event deleted for resources: {'Network': ['ID=97a59516-89f9-4e8e-9ccf-abdda6abc087,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:56.524162 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56272) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:56.567487 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-9346df60-b676-489e-88dd-44aeb801eda4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f75ba10758754f4f9c778e357a87f58e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421154 Sep 21 10:11:56.569997 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56274) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:56.622579 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-19f925b0-999f-418b-aa11-2b92f716a053 admin admin] Publish callbacks [] for security_group (02370ccb-e38d-40f6-9290-22752c38921e), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:56.644196 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-19f925b0-999f-418b-aa11-2b92f716a053 admin admin] Publish callbacks [] for security_group (02370ccb-e38d-40f6-9290-22752c38921e), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:56.692176 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-19f925b0-999f-418b-aa11-2b92f716a053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (02370ccb-e38d-40f6-9290-22752c38921e), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:56.694725 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-19f925b0-999f-418b-aa11-2b92f716a053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:56.695950 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-19f925b0-999f-418b-aa11-2b92f716a053 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/02370ccb-e38d-40f6-9290-22752c38921e HTTP/1.1" status: 204 len: 168 time: 0.1250257 Sep 21 10:11:56.704540 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f925b0-999f-418b-aa11-2b92f716a053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02370ccb-e38d-40f6-9290-22752c38921e,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:57.386471 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56304) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:57.447677 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705cdf4-6a7a-4d86-9919-a8534acc53e2 req-ecef3428-d527-40e1-b8af-dfdaf9602f09 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:57.449176 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1705cdf4-6a7a-4d86-9919-a8534acc53e2 req-ecef3428-d527-40e1-b8af-dfdaf9602f09 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0506058 Sep 21 10:11:57.466601 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:57.499921 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-499f16cc-64f0-49f4-8c3b-6150365c2e86 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1933913650-network', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:11:57.543042 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1705cdf4-6a7a-4d86-9919-a8534acc53e2 req-c58a944b-cb32-4888-9b89-9a43c10d1cda tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873735 Sep 21 10:11:57.544099 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499f16cc-64f0-49f4-8c3b-6150365c2e86 admin admin] Made reservation on behalf of b302e94dce514d8c884a0d509cdd7032 for: {'network': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:11:57.547016 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-499f16cc-64f0-49f4-8c3b-6150365c2e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:57.556395 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-499f16cc-64f0-49f4-8c3b-6150365c2e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:57.639935 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-499f16cc-64f0-49f4-8c3b-6150365c2e86 admin admin] Publish callbacks [] for security_group (d4e086a7-4cb7-4e69-9865-40dece7cde8d), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:57.644212 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-499f16cc-64f0-49f4-8c3b-6150365c2e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (d4e086a7-4cb7-4e69-9865-40dece7cde8d), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:57.671906 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499f16cc-64f0-49f4-8c3b-6150365c2e86 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=106519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 10:11:57.682797 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f16cc-64f0-49f4-8c3b-6150365c2e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e086a7-4cb7-4e69-9865-40dece7cde8d,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:57.688132 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-499f16cc-64f0-49f4-8c3b-6150365c2e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (ae510688-b5a1-4601-9f5c-7887a2661a03), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:57.688473 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.segments_db [None req-499f16cc-64f0-49f4-8c3b-6150365c2e86 admin admin] Added segment ae510688-b5a1-4601-9f5c-7887a2661a03 of type vlan for network ef7938f6-d232-4c14-9be3-ccb1b366c40f Sep 21 10:11:57.734898 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-499f16cc-64f0-49f4-8c3b-6150365c2e86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760787939759'] for network (ef7938f6-d232-4c14-9be3-ccb1b366c40f), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:57.760133 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-499f16cc-64f0-49f4-8c3b-6150365c2e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for network (ef7938f6-d232-4c14-9be3-ccb1b366c40f), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:57.761152 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f16cc-64f0-49f4-8c3b-6150365c2e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:57.761735 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-499f16cc-64f0-49f4-8c3b-6150365c2e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:57.815740 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-499f16cc-64f0-49f4-8c3b-6150365c2e86 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4278567 Sep 21 10:11:57.819054 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56310) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:57.824314 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-de401c39-67cb-4212-8c16-a13f3e03820f admin admin] Request body: {'subnet': {'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-subnet', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:11:57.828258 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f16cc-64f0-49f4-8c3b-6150365c2e86 admin admin] Pushing event updated for resources: {'Network': ['ID=ef7938f6-d232-4c14-9be3-ccb1b366c40f,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:57.845521 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de401c39-67cb-4212-8c16-a13f3e03820f admin admin] Made reservation on behalf of b302e94dce514d8c884a0d509cdd7032 for: {'subnet': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:11:57.848005 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-de401c39-67cb-4212-8c16-a13f3e03820f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9909965'] for subnet (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:57.848741 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Network ef7938f6-d232-4c14-9be3-ccb1b366c40f details requested by agent ovs-agent-dv-cinder-855479-2-iscsi with host dv-cinder-855479-2-iscsi {{(pid=106521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 10:11:57.890800 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:57.896128 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=7,neutron:SELECT=54,neutron:DELETE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:57.903780 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=63,neutron:DELETE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:57.921390 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 6f170caa-acca-4577-80e9-1130259f2140 no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:11:57.950700 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: 6f170caa-acca-4577-80e9-1130259f2140 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:11:57.951040 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 6f170caa-acca-4577-80e9-1130259f2140 not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:11:58.025568 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-de401c39-67cb-4212-8c16-a13f3e03820f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9665447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9909979'] for subnet (80d4efae-e3db-4db7-af72-315587821cfa), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:58.079823 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de401c39-67cb-4212-8c16-a13f3e03820f admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d4efae-e3db-4db7-af72-315587821cfa,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:58.097605 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de401c39-67cb-4212-8c16-a13f3e03820f admin admin] Checking segment: {'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:11:58.097955 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de401c39-67cb-4212-8c16-a13f3e03820f admin admin] Network hostable DHCP agents. Network: ef7938f6-d232-4c14-9be3-ccb1b366c40f, hostable agents: ['abecb771-581e-4ad9-b557-ede811f6c277'], hosted agents: [] {{(pid=106520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 10:11:58.114671 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de401c39-67cb-4212-8c16-a13f3e03820f admin admin] Network ef7938f6-d232-4c14-9be3-ccb1b366c40f is scheduled to be hosted by DHCP agent abecb771-581e-4ad9-b557-ede811f6c277 with binding_index 1 {{(pid=106520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 10:11:58.123291 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-de401c39-67cb-4212-8c16-a13f3e03820f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855479-2-iscsi, ef7938f6-d232-4c14-9be3-ccb1b366c40f) {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:11:58.128684 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de401c39-67cb-4212-8c16-a13f3e03820f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:58.130616 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-de401c39-67cb-4212-8c16-a13f3e03820f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:58.131269 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a60787-f1c7-476c-b22d-767c81844667 None None] Network ef7938f6-d232-4c14-9be3-ccb1b366c40f requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:11:58.149269 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-de401c39-67cb-4212-8c16-a13f3e03820f admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3286860 Sep 21 10:11:58.154314 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56312) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:58.157100 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-3f0f4a4c-650b-487a-a7d7-6c6047619dc4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:11:58.177757 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4a4c-650b-487a-a7d7-6c6047619dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-436105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32634'] for router (99a2ea89-35ad-4ba2-9715-ad0a3620583a), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:58.178764 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4a4c-650b-487a-a7d7-6c6047619dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32611'] for router (99a2ea89-35ad-4ba2-9715-ad0a3620583a), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:58.234352 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:58.235865 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4a4c-650b-487a-a7d7-6c6047619dc4 admin admin] Publish callbacks [] for router_controller (99a2ea89-35ad-4ba2-9715-ad0a3620583a), precommit_add_association {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:58.236900 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce022bf1-b7c4-5ea3-a899-106acdcafccb-ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa'}]}} from dv-cinder-855479-2-iscsi. {{(pid=106521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 10:11:58.237900 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:58.368586 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4a4c-650b-487a-a7d7-6c6047619dc4 admin admin] Publish callbacks [] for router_gateway (99a2ea89-35ad-4ba2-9715-ad0a3620583a), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:58.376632 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.db_base_plugin_common [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] Allocated IP 172.20.0.2 (ef7938f6-d232-4c14-9be3-ccb1b366c40f/80d4efae-e3db-4db7-af72-315587821cfa/7abd17cf-1751-4fc2-b26c-ecf83e5ac241) {{(pid=106521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:11:58.529709 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] Publish callbacks [] for port (7abd17cf-1751-4fc2-b26c-ecf83e5ac241), precommit_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:58.541369 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (7abd17cf-1751-4fc2-b26c-ecf83e5ac241), after_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:58.592341 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] Network ef7938f6-d232-4c14-9be3-ccb1b366c40f is already hosted by enough agents. {{(pid=106521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:11:58.595859 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.base_scheduler [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] Resources bound (agent type, host, resource id): {{(pid=106521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:11:58.599988 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] Received port after_create {{(pid=106521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:11:58.607560 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] Pushing event updated for resources: {'Port': ['ID=7abd17cf-1751-4fc2-b26c-ecf83e5ac241,revision_number=1']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:58.631046 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4a4c-650b-487a-a7d7-6c6047619dc4 admin admin] Publish callbacks [] for router_gateway (99a2ea89-35ad-4ba2-9715-ad0a3620583a), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:58.636275 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5c80e327-220a-480f-8409-68ebc535f4fb req-95d5d0d2-923e-42b0-9d8c-3db988bc44a1 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-819777972&fields=id&tenant_id=e9df852f2e3a4ac0b52f80480949469c HTTP/1.1" status: 200 len: 267 time: 0.0910964 Sep 21 10:11:58.661112 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4a4c-650b-487a-a7d7-6c6047619dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:58.679841 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] Attempting to bind port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:11:58.683703 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] Attempting to bind port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:11:58.683703 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] Attempting to bind port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 on network ef7938f6-d232-4c14-9be3-ccb1b366c40f {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:11:58.728131 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:11:58.728610 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] Checking segment: {'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:11:58.729072 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:58.730152 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] Bound using segment: {'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:11:58.730152 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] Bound port: 7abd17cf-1751-4fc2-b26c-ecf83e5ac241, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:11:58.730624 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (7abd17cf-1751-4fc2-b26c-ecf83e5ac241), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:58.735423 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:58.786355 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80e327-220a-480f-8409-68ebc535f4fb req-2a8f87a8-bac7-4008-a784-b513c0f4190f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:58.787821 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5c80e327-220a-480f-8409-68ebc535f4fb req-2a8f87a8-bac7-4008-a784-b513c0f4190f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 984 time: 0.1307728 Sep 21 10:11:58.796274 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a96445-8f46-4290-97c3-7df8bacbb8cd req-545a80aa-2437-48ac-b833-75f8f3475988 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:58.797696 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-00a96445-8f46-4290-97c3-7df8bacbb8cd req-545a80aa-2437-48ac-b833-75f8f3475988 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.1395833 Sep 21 10:11:58.806356 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-5c80e327-220a-480f-8409-68ebc535f4fb req-a28376c5-2941-4ced-9fd5-a46c73d67040 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Request body: {'port': {'security_groups': ['307f575c-704e-45f9-a322-b0ff572109f4']}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:11:58.815175 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] For port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:11:58.821071 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] For port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=7abd17cf-1751-4fc2-b26c-ecf83e5ac241,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:11:58.826601 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (7abd17cf-1751-4fc2-b26c-ecf83e5ac241), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:58.877916 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759127e2-061e-4c9c-802f-553f20e4190c None None] Pushing event updated for resources: {'Port': ['ID=7abd17cf-1751-4fc2-b26c-ecf83e5ac241,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:58.976574 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [None req-3f0f4a4c-650b-487a-a7d7-6c6047619dc4 admin admin] Allocated IP 172.27.2.43 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/b80cfc88-ab7a-4c47-9287-3b65a32a0a8c) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:11:58.990412 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-00a96445-8f46-4290-97c3-7df8bacbb8cd req-736a843f-7367-42ca-a177-a7d974e7726d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736598 Sep 21 10:11:58.994842 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5c80e327-220a-480f-8409-68ebc535f4fb req-a28376c5-2941-4ced-9fd5-a46c73d67040 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:59.184295 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4a4c-650b-487a-a7d7-6c6047619dc4 admin admin] Publish callbacks [] for port (b80cfc88-ab7a-4c47-9287-3b65a32a0a8c), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:59.187301 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:59.286735 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4a4c-650b-487a-a7d7-6c6047619dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (b80cfc88-ab7a-4c47-9287-3b65a32a0a8c), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:59.335053 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-5c80e327-220a-480f-8409-68ebc535f4fb req-a28376c5-2941-4ced-9fd5-a46c73d67040 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] For port f2ed67a4-c291-42d9-be95-f7e630f1a56b, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=f2ed67a4-c291-42d9-be95-f7e630f1a56b,segment=NetworkSegment(1d6a6390-632b-48b4-b997-26c5dc09fc82),segment_id=1d6a6390-632b-48b4-b997-26c5dc09fc82)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:11:59.351856 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0f4a4c-650b-487a-a7d7-6c6047619dc4 admin admin] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:11:59.356539 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-3f0f4a4c-650b-487a-a7d7-6c6047619dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:11:59.359803 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f4a4c-650b-487a-a7d7-6c6047619dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=b80cfc88-ab7a-4c47-9287-3b65a32a0a8c,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:59.363142 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f4a4c-650b-487a-a7d7-6c6047619dc4 admin admin] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:11:59.407241 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5c80e327-220a-480f-8409-68ebc535f4fb req-a28376c5-2941-4ced-9fd5-a46c73d67040 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:59.416562 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5c80e327-220a-480f-8409-68ebc535f4fb req-a28376c5-2941-4ced-9fd5-a46c73d67040 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:59.428768 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80e327-220a-480f-8409-68ebc535f4fb req-a28376c5-2941-4ced-9fd5-a46c73d67040 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:59.429149 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['f2ed67a4-c291-42d9-be95-f7e630f1a56b'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:11:59.429359 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5c80e327-220a-480f-8409-68ebc535f4fb req-a28376c5-2941-4ced-9fd5-a46c73d67040 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:59.430718 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5c80e327-220a-480f-8409-68ebc535f4fb req-a28376c5-2941-4ced-9fd5-a46c73d67040 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "PUT /networking/v2.0/ports/f2ed67a4-c291-42d9-be95-f7e630f1a56b HTTP/1.1" status: 200 len: 942 time: 0.6316612 Sep 21 10:11:59.433455 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09', 'tag': 'f2ed67a4-c291-42d9-be95-f7e630f1a56b'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:11:59.436999 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b309b73-73aa-49ba-aeb9-f83b250e26b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09", "tag": "f2ed67a4-c291-42d9-be95-f7e630f1a56b"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:11:59.437473 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56322) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:59.522731 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f259e042-4f94-4691-b23e-f3337ed3ec96 x-openstack-request-id: req-f259e042-4f94-4691-b23e-f3337ed3ec96 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:11:59.523012 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09", "tag": "f2ed67a4-c291-42d9-be95-f7e630f1a56b", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:11:59.523268 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f259e042-4f94-4691-b23e-f3337ed3ec96 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:11:59.523688 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f259e042-4f94-4691-b23e-f3337ed3ec96'] response: {'name': 'network-changed', 'server_uuid': 'f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09', 'tag': 'f2ed67a4-c291-42d9-be95-f7e630f1a56b', 'status': 'completed', 'code': 200} Sep 21 10:11:59.525919 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['f2ed67a4-c291-42d9-be95-f7e630f1a56b'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:11:59.531902 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-30a21bfe-ae6b-4cf8-88c1-6f69a21886b3 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group (9fa10d94-b057-413f-861a-fe62313efe36), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:59.565663 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-30a21bfe-ae6b-4cf8-88c1-6f69a21886b3 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group (9fa10d94-b057-413f-861a-fe62313efe36), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:59.641194 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b309b73-73aa-49ba-aeb9-f83b250e26b5 req-9dad87f3-e8b4-4ddd-ab7e-552d47ecf6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:59.641791 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-30a21bfe-ae6b-4cf8-88c1-6f69a21886b3 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (9fa10d94-b057-413f-861a-fe62313efe36), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:59.643123 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4b309b73-73aa-49ba-aeb9-f83b250e26b5 req-9dad87f3-e8b4-4ddd-ab7e-552d47ecf6af service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e9df852f2e3a4ac0b52f80480949469c&device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 1129 time: 0.1156816 Sep 21 10:11:59.644323 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-30a21bfe-ae6b-4cf8-88c1-6f69a21886b3 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:59.645668 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-30a21bfe-ae6b-4cf8-88c1-6f69a21886b3 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9fa10d94-b057-413f-861a-fe62313efe36 HTTP/1.1" status: 204 len: 168 time: 0.2072194 Sep 21 10:11:59.655378 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:11:59.656880 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56326) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:11:59.657960 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a21bfe-ae6b-4cf8-88c1-6f69a21886b3 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa10d94-b057-413f-861a-fe62313efe36,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:59.698241 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28376c5-2941-4ced-9fd5-a46c73d67040 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Pushing event updated for resources: {'Port': ['ID=f2ed67a4-c291-42d9-be95-f7e630f1a56b,revision_number=7']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:11:59.896526 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-28eea388-54f4-4907-9f90-778d8a47e1f5 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Deleting port 6077d15b-a87f-4443-b741-de300f267ef4 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:11:59.897042 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-28eea388-54f4-4907-9f90-778d8a47e1f5 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (6077d15b-a87f-4443-b741-de300f267ef4), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:11:59.987430 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:11:59.992518 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b309b73-73aa-49ba-aeb9-f83b250e26b5 req-33990df0-1c21-41ca-b0a5-0c8ad9615a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:11:59.994004 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4b309b73-73aa-49ba-aeb9-f83b250e26b5 req-33990df0-1c21-41ca-b0a5-0c8ad9615a72 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=6327c42e-81d4-4192-bfe4-14e358641177 HTTP/1.1" status: 200 len: 915 time: 0.3370841 Sep 21 10:12:00.016138 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:00.030298 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14c1f27-ef31-4580-bd95-f64ef96f52db None None] Network ef7938f6-d232-4c14-9be3-ccb1b366c40f requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:12:00.073703 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4a4c-650b-487a-a7d7-6c6047619dc4 admin admin] Publish callbacks [] for router_gateway (99a2ea89-35ad-4ba2-9715-ad0a3620583a), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:00.126390 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4b309b73-73aa-49ba-aeb9-f83b250e26b5 req-a032f18f-3a57-41f9-8961-80b9e69ef032 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2ed67a4-c291-42d9-be95-f7e630f1a56b HTTP/1.1" status: 200 len: 1000 time: 0.1218743 Sep 21 10:12:00.146588 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-3b2ec603-eacb-4196-a1b1-3ebab7438cb8 None None] Provisioning complete for port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:12:00.146969 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3b2ec603-eacb-4196-a1b1-3ebab7438cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (7abd17cf-1751-4fc2-b26c-ecf83e5ac241), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:00.147735 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-3b2ec603-eacb-4196-a1b1-3ebab7438cb8 None None] Attempt 1 to provision port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 Sep 21 10:12:00.207816 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:00.208936 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:12:00.209485 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (7abd17cf-1751-4fc2-b26c-ecf83e5ac241), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:00.209820 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 Sep 21 10:12:00.263975 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-28eea388-54f4-4907-9f90-778d8a47e1f5 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (6077d15b-a87f-4443-b741-de300f267ef4), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:00.264204 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-28eea388-54f4-4907-9f90-778d8a47e1f5 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for floatingip (6077d15b-a87f-4443-b741-de300f267ef4), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:00.268281 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:00.289480 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-28eea388-54f4-4907-9f90-778d8a47e1f5 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Calling delete_port for 6077d15b-a87f-4443-b741-de300f267ef4 owned by network:floatingip {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:12:00.305224 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:00.315529 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-3b2ec603-eacb-4196-a1b1-3ebab7438cb8 None None] Current status of the port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:12:00.316109 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3b2ec603-eacb-4196-a1b1-3ebab7438cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (7abd17cf-1751-4fc2-b26c-ecf83e5ac241), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:00.382819 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-3b2ec603-eacb-4196-a1b1-3ebab7438cb8 None None] For port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=7abd17cf-1751-4fc2-b26c-ecf83e5ac241,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:00.392961 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3b2ec603-eacb-4196-a1b1-3ebab7438cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (7abd17cf-1751-4fc2-b26c-ecf83e5ac241), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:00.425839 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:12:00.426255 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (7abd17cf-1751-4fc2-b26c-ecf83e5ac241), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:00.517230 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8d81855e-baad-46df-80d5-6ee580b584dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:00.529692 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:00.534904 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ec603-eacb-4196-a1b1-3ebab7438cb8 None None] Pushing event updated for resources: {'Port': ['ID=7abd17cf-1751-4fc2-b26c-ecf83e5ac241,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:00.547565 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.db.api [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 21 10:12:00.547746 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-28eea388-54f4-4907-9f90-778d8a47e1f5 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (6077d15b-a87f-4443-b741-de300f267ef4), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:00.548018 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG oslo_db.api [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 10:12:00.576678 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eea388-54f4-4907-9f90-778d8a47e1f5 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Pushing event deleted for resources: {'Port': ['ID=6077d15b-a87f-4443-b741-de300f267ef4,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:00.598144 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b309b73-73aa-49ba-aeb9-f83b250e26b5 req-ff9bb8a5-6e95-46be-a6b4-fb993919fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:00.599619 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4b309b73-73aa-49ba-aeb9-f83b250e26b5 req-ff9bb8a5-6e95-46be-a6b4-fb993919fe84 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=e8b55abb-da7c-4272-a2d3-3aab9146c566 HTTP/1.1" status: 200 len: 853 time: 0.4644523 Sep 21 10:12:00.608840 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690af9ba-36a3-4c9a-a3fe-090649b2e410 req-592f5789-9011-4286-a585-f8b9d18b768b tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:00.610057 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-690af9ba-36a3-4c9a-a3fe-090649b2e410 req-592f5789-9011-4286-a585-f8b9d18b768b tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.4643722 Sep 21 10:12:00.620491 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-caceb62f-a4c7-482e-92db-991d0f25f2d6 None None] Provisioning complete for port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:12:00.621175 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-caceb62f-a4c7-482e-92db-991d0f25f2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (7abd17cf-1751-4fc2-b26c-ecf83e5ac241), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:00.621513 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-caceb62f-a4c7-482e-92db-991d0f25f2d6 None None] Attempt 1 to provision port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 Sep 21 10:12:00.661987 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-28eea388-54f4-4907-9f90-778d8a47e1f5 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks [] for floatingip (3a59ba60-b78e-401d-8858-49faaaca41da), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:00.662472 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.l3_db [None req-28eea388-54f4-4907-9f90-778d8a47e1f5 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Floating IP 3a59ba60-b78e-401d-8858-49faaaca41da disassociated (deleted). External IP: 172.27.2.67, port: f2ed67a4-c291-42d9-be95-f7e630f1a56b. Sep 21 10:12:00.708271 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-caceb62f-a4c7-482e-92db-991d0f25f2d6 None None] Current status of the port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:12:00.740182 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:00.748990 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b309b73-73aa-49ba-aeb9-f83b250e26b5 req-66dad11e-cd30-46fe-8c8b-6c09e68b8f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:00.750544 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4b309b73-73aa-49ba-aeb9-f83b250e26b5 req-66dad11e-cd30-46fe-8c8b-6c09e68b8f3f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6327c42e-81d4-4192-bfe4-14e358641177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1374466 Sep 21 10:12:00.879798 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-690af9ba-36a3-4c9a-a3fe-090649b2e410 req-c6e57e5b-1957-4a85-9127-6165094b8bf6 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567868 Sep 21 10:12:00.917177 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4a4c-650b-487a-a7d7-6c6047619dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438052'] for router (99a2ea89-35ad-4ba2-9715-ad0a3620583a), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:00.922635 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28eea388-54f4-4907-9f90-778d8a47e1f5 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Router 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:12:00.928281 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4b309b73-73aa-49ba-aeb9-f83b250e26b5 req-26b9e5f2-a5dc-4f98-96b1-0b168becc042 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6327c42e-81d4-4192-bfe4-14e358641177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681705 Sep 21 10:12:01.055501 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28eea388-54f4-4907-9f90-778d8a47e1f5 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:12:01.064558 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-28eea388-54f4-4907-9f90-778d8a47e1f5 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:01.085374 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076521d-622b-41b8-8fb3-bc0edd6f6fc3 None None] Sync routers for ids ['1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:12:01.104551 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-28eea388-54f4-4907-9f90-778d8a47e1f5 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/3a59ba60-b78e-401d-8858-49faaaca41da HTTP/1.1" status: 204 len: 168 time: 1.4412801 Sep 21 10:12:01.104551 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09', 'tag': 'f2ed67a4-c291-42d9-be95-f7e630f1a56b'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:12:01.114842 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a2e83c-570b-4969-85a8-53e8b865e1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09", "tag": "f2ed67a4-c291-42d9-be95-f7e630f1a56b"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:12:01.117369 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4b309b73-73aa-49ba-aeb9-f83b250e26b5 req-dd8e1b76-7957-430b-b4ae-e0ae6b678485 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6327c42e-81d4-4192-bfe4-14e358641177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596797 Sep 21 10:12:01.121824 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4076521d-622b-41b8-8fb3-bc0edd6f6fc3 None None] Routers {'1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:12:01.122292 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-4076521d-622b-41b8-8fb3-bc0edd6f6fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:11:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:01.130105 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:12:01.156254 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0f4a4c-650b-487a-a7d7-6c6047619dc4 admin admin] Router 99a2ea89-35ad-4ba2-9715-ad0a3620583a is scheduled to L3 agent 7dcae471-d53e-494b-8876-87a888840c5e with binding_index 1 {{(pid=106519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 10:12:01.187922 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b51c57-4c4d-48bb-b39f-04d663bee627 x-openstack-request-id: req-24b51c57-4c4d-48bb-b39f-04d663bee627 {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:12:01.188215 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09", "tag": "f2ed67a4-c291-42d9-be95-f7e630f1a56b", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:12:01.188467 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-24b51c57-4c4d-48bb-b39f-04d663bee627 {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:12:01.188873 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b51c57-4c4d-48bb-b39f-04d663bee627'] response: {'name': 'network-changed', 'server_uuid': 'f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09', 'tag': 'f2ed67a4-c291-42d9-be95-f7e630f1a56b', 'status': 'completed', 'code': 200} Sep 21 10:12:01.227928 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:01.287740 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0f4a4c-650b-487a-a7d7-6c6047619dc4 admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:12:01.301112 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] Sync routers for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:12:01.311845 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4a4c-650b-487a-a7d7-6c6047619dc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:01.313216 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-3f0f4a4c-650b-487a-a7d7-6c6047619dc4 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1599030 Sep 21 10:12:01.316187 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56342) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:01.323679 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:12:01.324326 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:11:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:01.434671 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-4076521d-622b-41b8-8fb3-bc0edd6f6fc3 None None] Set router 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:12:01.458915 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:12:01.629054 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2e83c-570b-4969-85a8-53e8b865e1e9 req-46818b85-66e7-4e9f-8600-0ec5b2edc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:01.630572 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-32a2e83c-570b-4969-85a8-53e8b865e1e9 req-46818b85-66e7-4e9f-8600-0ec5b2edc0b4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e9df852f2e3a4ac0b52f80480949469c&device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 1129 time: 0.1519475 Sep 21 10:12:01.644114 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:11:59Z', 'revision_number': 3, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:01.672151 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] Checking router: 99a2ea89-35ad-4ba2-9715-ad0a3620583a for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:12:01.672666 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] Updating router 99a2ea89-35ad-4ba2-9715-ad0a3620583a port b80cfc88-ab7a-4c47-9287-3b65a32a0a8c binding host dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:12:01.685403 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-4076521d-622b-41b8-8fb3-bc0edd6f6fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'name': 'tempest-TestMinimumBasicScenario-655837236-router', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:25Z', 'updated_at': '2022-09-21T10:08:31Z', 'revision_number': 4, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'gw_port': {'id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:26Z', 'updated_at': '2022-09-21T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '24c2c557-3ff8-4a86-95e1-fc469b242056', 'name': '', 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'mac_address': 'fa:16:3e:f9:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:29Z', 'updated_at': '2022-09-21T10:08:40Z', 'revision_number': 5, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'subnets': [{'id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:01.703455 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b80cfc88-ab7a-4c47-9287-3b65a32a0a8c), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:01.712728 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076521d-622b-41b8-8fb3-bc0edd6f6fc3 None None] Checking router: 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:12:01.719287 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:01.722850 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4076521d-622b-41b8-8fb3-bc0edd6f6fc3 None None] Routers {'1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:12:01.723818 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-4076521d-622b-41b8-8fb3-bc0edd6f6fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:11:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:01.837875 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-4076521d-622b-41b8-8fb3-bc0edd6f6fc3 None None] Set router 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:12:01.924021 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-933ffb9c-8456-450d-82e3-edc06079d306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:01.968724 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:12:02.015914 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] Publish callbacks [] for port (b80cfc88-ab7a-4c47-9287-3b65a32a0a8c), precommit_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:02.027456 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b80cfc88-ab7a-4c47-9287-3b65a32a0a8c), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:02.099114 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5668f6-d7bb-4e5a-b930-21d3fdc93ff3 None None] Pushing event updated for resources: {'Port': ['ID=b80cfc88-ab7a-4c47-9287-3b65a32a0a8c,revision_number=2']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:02.105248 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] Attempting to bind port b80cfc88-ab7a-4c47-9287-3b65a32a0a8c on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:12:02.106749 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] Attempting to bind port b80cfc88-ab7a-4c47-9287-3b65a32a0a8c by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:12:02.116551 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] Attempting to bind port b80cfc88-ab7a-4c47-9287-3b65a32a0a8c on network e44615eb-99ac-4ee3-8eec-4410b9bcb116 {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:12:02.154770 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:12:02.160167 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (7abd17cf-1751-4fc2-b26c-ecf83e5ac241), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:02.160904 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 Sep 21 10:12:02.168669 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5668f6-d7bb-4e5a-b930-21d3fdc93ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:02.169040 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5668f6-d7bb-4e5a-b930-21d3fdc93ff3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:02.169716 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5668f6-d7bb-4e5a-b930-21d3fdc93ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:02.170367 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5668f6-d7bb-4e5a-b930-21d3fdc93ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:02.171484 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5668f6-d7bb-4e5a-b930-21d3fdc93ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:02.172185 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5668f6-d7bb-4e5a-b930-21d3fdc93ff3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:02.172701 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5668f6-d7bb-4e5a-b930-21d3fdc93ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:02.173198 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5668f6-d7bb-4e5a-b930-21d3fdc93ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:02.173697 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5668f6-d7bb-4e5a-b930-21d3fdc93ff3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:02.174252 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5668f6-d7bb-4e5a-b930-21d3fdc93ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:02.174818 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5668f6-d7bb-4e5a-b930-21d3fdc93ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:02.175376 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5668f6-d7bb-4e5a-b930-21d3fdc93ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:02.175938 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5668f6-d7bb-4e5a-b930-21d3fdc93ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:02.176447 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5668f6-d7bb-4e5a-b930-21d3fdc93ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:02.176927 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5668f6-d7bb-4e5a-b930-21d3fdc93ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:02.207091 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:12:02.207541 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] Checking segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:12:02.208151 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:02.208670 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] Bound using segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:12:02.209399 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] Bound port: b80cfc88-ab7a-4c47-9287-3b65a32a0a8c, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:12:02.210045 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b80cfc88-ab7a-4c47-9287-3b65a32a0a8c), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:02.280529 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] For port b80cfc88-ab7a-4c47-9287-3b65a32a0a8c, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:12:02.282584 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:02.285765 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-4076521d-622b-41b8-8fb3-bc0edd6f6fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'name': 'tempest-TestMinimumBasicScenario-655837236-router', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:25Z', 'updated_at': '2022-09-21T10:08:31Z', 'revision_number': 4, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'gw_port': {'id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:26Z', 'updated_at': '2022-09-21T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '24c2c557-3ff8-4a86-95e1-fc469b242056', 'name': '', 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'mac_address': 'fa:16:3e:f9:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:29Z', 'updated_at': '2022-09-21T10:08:40Z', 'revision_number': 5, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'subnets': [{'id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:02.286020 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] For port b80cfc88-ab7a-4c47-9287-3b65a32a0a8c, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=b80cfc88-ab7a-4c47-9287-3b65a32a0a8c,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:12:02.295456 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b80cfc88-ab7a-4c47-9287-3b65a32a0a8c), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:02.335844 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:02.339033 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:12:02.339703 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:11:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:02.341873 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076521d-622b-41b8-8fb3-bc0edd6f6fc3 None None] The sync data for ids ['1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'] in dv-cinder-855479-2-iscsi is: [{'id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'name': 'tempest-TestMinimumBasicScenario-655837236-router', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:25Z', 'updated_at': '2022-09-21T10:08:31Z', 'revision_number': 4, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'gw_port': {'id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:26Z', 'updated_at': '2022-09-21T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '24c2c557-3ff8-4a86-95e1-fc469b242056', 'name': '', 'network_id': '6327c42e-81d4-4192-bfe4-14e358641177', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'mac_address': 'fa:16:3e:f9:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:29Z', 'updated_at': '2022-09-21T10:08:40Z', 'revision_number': 5, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'subnets': [{'id': 'e8b55abb-da7c-4272-a2d3-3aab9146c566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:12:02.342451 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:02.386010 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:12:02.419611 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258f5a6-4727-444a-a526-dbd55b053195 req-a5ec7083-bee0-4bca-87b3-aa4ed4246495 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:02.421511 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a258f5a6-4727-444a-a526-dbd55b053195 req-a5ec7083-bee0-4bca-87b3-aa4ed4246495 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.2790318 Sep 21 10:12:02.422838 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [None req-933ffb9c-8456-450d-82e3-edc06079d306 admin admin] Allocated IP 172.20.0.1 (ef7938f6-d232-4c14-9be3-ccb1b366c40f/80d4efae-e3db-4db7-af72-315587821cfa/8e5eadd7-079e-4e8c-8577-5913bf981727) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:12:02.434242 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5668f6-d7bb-4e5a-b930-21d3fdc93ff3 None None] Pushing event updated for resources: {'Port': ['ID=b80cfc88-ab7a-4c47-9287-3b65a32a0a8c,revision_number=3']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:02.462553 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:02.490392 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2e83c-570b-4969-85a8-53e8b865e1e9 req-ff01b03d-8b49-4f7d-80c5-9d4508f8c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:02.491971 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-32a2e83c-570b-4969-85a8-53e8b865e1e9 req-ff01b03d-8b49-4f7d-80c5-9d4508f8c28e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=6327c42e-81d4-4192-bfe4-14e358641177 HTTP/1.1" status: 200 len: 915 time: 0.3506818 Sep 21 10:12:02.611823 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-32a2e83c-570b-4969-85a8-53e8b865e1e9 req-fb0a5556-1b15-41be-adb2-a22381f6dd22 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2ed67a4-c291-42d9-be95-f7e630f1a56b HTTP/1.1" status: 200 len: 217 time: 0.0705283 Sep 21 10:12:02.623012 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a258f5a6-4727-444a-a526-dbd55b053195 req-dbae9a27-4c5d-4bb0-b08d-101ad02c2399 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783812 Sep 21 10:12:02.637200 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:12:02.721786 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2e83c-570b-4969-85a8-53e8b865e1e9 req-b7fc0c37-9a2d-46d6-b66a-49c651de2503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:02.723616 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-32a2e83c-570b-4969-85a8-53e8b865e1e9 req-b7fc0c37-9a2d-46d6-b66a-49c651de2503 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=e8b55abb-da7c-4272-a2d3-3aab9146c566 HTTP/1.1" status: 200 len: 853 time: 0.1045268 Sep 21 10:12:02.746172 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1995fe98-8498-46cf-be97-8f5af43d17ca None None] New status for floating IP 3a59ba60-b78e-401d-8858-49faaaca41da: DOWN {{(pid=106521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:12:02.768217 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-933ffb9c-8456-450d-82e3-edc06079d306 admin admin] Publish callbacks [] for port (8e5eadd7-079e-4e8c-8577-5913bf981727), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:02.789123 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2e83c-570b-4969-85a8-53e8b865e1e9 req-822442f3-2bf5-42bf-8fdc-b85d4d471705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:02.790751 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-32a2e83c-570b-4969-85a8-53e8b865e1e9 req-822442f3-2bf5-42bf-8fdc-b85d4d471705 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6327c42e-81d4-4192-bfe4-14e358641177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603018 Sep 21 10:12:02.869236 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:11:59Z', 'revision_number': 3, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:02.873139 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-933ffb9c-8456-450d-82e3-edc06079d306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (8e5eadd7-079e-4e8c-8577-5913bf981727), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:02.880007 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:02.900608 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df9069-b37c-4fb5-9e10-d2f487dc8a64 None None] The sync data for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi is: [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:11:59Z', 'revision_number': 3, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:12:02.944465 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933ffb9c-8456-450d-82e3-edc06079d306 admin admin] Network ef7938f6-d232-4c14-9be3-ccb1b366c40f is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:12:02.953406 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-933ffb9c-8456-450d-82e3-edc06079d306 admin admin] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:12:02.957767 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933ffb9c-8456-450d-82e3-edc06079d306 admin admin] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:12:02.961449 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-32a2e83c-570b-4969-85a8-53e8b865e1e9 req-aeeb5cc6-2add-4500-b918-d9137ab9ef79 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6327c42e-81d4-4192-bfe4-14e358641177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617641 Sep 21 10:12:02.963576 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ffb9c-8456-450d-82e3-edc06079d306 admin admin] Pushing event updated for resources: {'Port': ['ID=8e5eadd7-079e-4e8c-8577-5913bf981727,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:03.059736 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-933ffb9c-8456-450d-82e3-edc06079d306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429853'] for router_interface (99a2ea89-35ad-4ba2-9715-ad0a3620583a), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:03.243927 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-32a2e83c-570b-4969-85a8-53e8b865e1e9 req-39cd376a-920d-4fc3-af3d-f46e5c954982 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6327c42e-81d4-4192-bfe4-14e358641177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581770 Sep 21 10:12:03.267679 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-532bc828-dd0f-46aa-a899-d9dc9041c885 None None] Provisioning complete for port 8e5eadd7-079e-4e8c-8577-5913bf981727 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:12:03.268202 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-532bc828-dd0f-46aa-a899-d9dc9041c885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (8e5eadd7-079e-4e8c-8577-5913bf981727), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:03.269329 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-532bc828-dd0f-46aa-a899-d9dc9041c885 None None] Attempt 1 to provision port 8e5eadd7-079e-4e8c-8577-5913bf981727 Sep 21 10:12:03.294616 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-933ffb9c-8456-450d-82e3-edc06079d306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (8e5eadd7-079e-4e8c-8577-5913bf981727), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:03.309972 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-532bc828-dd0f-46aa-a899-d9dc9041c885 None None] Port 8e5eadd7-079e-4e8c-8577-5913bf981727 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:12:03.502371 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:03.524894 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-933ffb9c-8456-450d-82e3-edc06079d306 admin admin] Publish callbacks [] for port (8e5eadd7-079e-4e8c-8577-5913bf981727), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:03.529649 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-933ffb9c-8456-450d-82e3-edc06079d306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (8e5eadd7-079e-4e8c-8577-5913bf981727), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:03.609268 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ffb9c-8456-450d-82e3-edc06079d306 admin admin] Pushing event updated for resources: {'Port': ['ID=8e5eadd7-079e-4e8c-8577-5913bf981727,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:03.614635 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-933ffb9c-8456-450d-82e3-edc06079d306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429961'] for router_interface (99a2ea89-35ad-4ba2-9715-ad0a3620583a), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:03.671756 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f902226e-09f2-4534-8cf3-f004c2505c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:03.769451 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933ffb9c-8456-450d-82e3-edc06079d306 admin admin] Network ef7938f6-d232-4c14-9be3-ccb1b366c40f is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:12:03.771438 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-933ffb9c-8456-450d-82e3-edc06079d306 admin admin] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:12:03.811794 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-532bc828-dd0f-46aa-a899-d9dc9041c885 None None] Attempt 2 to provision port 8e5eadd7-079e-4e8c-8577-5913bf981727 Sep 21 10:12:03.818932 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:03.954390 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-532bc828-dd0f-46aa-a899-d9dc9041c885 None None] Port 8e5eadd7-079e-4e8c-8577-5913bf981727 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:12:04.024347 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab6fa3-30ce-4e3e-b97d-b9481c5c4d77 req-61de37a7-27e4-4136-930b-1af2bd693c19 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:04.026110 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-71ab6fa3-30ce-4e3e-b97d-b9481c5c4d77 req-61de37a7-27e4-4136-930b-1af2bd693c19 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.1476598 Sep 21 10:12:04.037906 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b80cfc88-ab7a-4c47-9287-3b65a32a0a8c up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:12:04.087930 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:04.101584 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933ffb9c-8456-450d-82e3-edc06079d306 admin admin] Router 99a2ea89-35ad-4ba2-9715-ad0a3620583a has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:12:04.131739 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port b80cfc88-ab7a-4c47-9287-3b65a32a0a8c triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:12:04.132289 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (b80cfc88-ab7a-4c47-9287-3b65a32a0a8c), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:04.132841 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port b80cfc88-ab7a-4c47-9287-3b65a32a0a8c Sep 21 10:12:04.134513 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=100 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:04.161889 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-71ab6fa3-30ce-4e3e-b97d-b9481c5c4d77 req-355471c2-1f70-4dab-ab7c-30e975cd0c7f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126196 Sep 21 10:12:04.277405 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933ffb9c-8456-450d-82e3-edc06079d306 admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:12:04.292457 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port b80cfc88-ab7a-4c47-9287-3b65a32a0a8c is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:12:04.293101 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b80cfc88-ab7a-4c47-9287-3b65a32a0a8c), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:04.293832 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-933ffb9c-8456-450d-82e3-edc06079d306 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/99a2ea89-35ad-4ba2-9715-ad0a3620583a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9764972 Sep 21 10:12:04.323029 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] For port b80cfc88-ab7a-4c47-9287-3b65a32a0a8c, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=b80cfc88-ab7a-4c47-9287-3b65a32a0a8c,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:04.329005 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b80cfc88-ab7a-4c47-9287-3b65a32a0a8c), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:04.382027 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Pushing event updated for resources: {'Port': ['ID=b80cfc88-ab7a-4c47-9287-3b65a32a0a8c,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:04.455429 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-532bc828-dd0f-46aa-a899-d9dc9041c885 None None] Attempt 3 to provision port 8e5eadd7-079e-4e8c-8577-5913bf981727 Sep 21 10:12:04.489501 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-532bc828-dd0f-46aa-a899-d9dc9041c885 None None] Port 8e5eadd7-079e-4e8c-8577-5913bf981727 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:12:04.627077 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56388) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:04.631758 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-33fa4525-3aa6-4447-8b66-733cfa5a146f tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1982182384', 'description': 'tempest-description--1766014180'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:12:04.654078 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-33fa4525-3aa6-4447-8b66-733cfa5a146f tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:04.742312 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:04.754268 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-33fa4525-3aa6-4447-8b66-733cfa5a146f tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (b638dd76-cb08-44c6-93ae-d588a867d052), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:04.759760 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-33fa4525-3aa6-4447-8b66-733cfa5a146f tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (b638dd76-cb08-44c6-93ae-d588a867d052), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:04.785818 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-33fa4525-3aa6-4447-8b66-733cfa5a146f tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:04.786977 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-33fa4525-3aa6-4447-8b66-733cfa5a146f tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1588550 Sep 21 10:12:04.792086 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56390) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:04.798821 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-acf5f6b4-d611-4e63-8bba-8cec13e3e878 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'security_group_rule': {'security_group_id': 'b638dd76-cb08-44c6-93ae-d588a867d052', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:12:04.815639 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa4525-3aa6-4447-8b66-733cfa5a146f tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b638dd76-cb08-44c6-93ae-d588a867d052,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:04.836455 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-acf5f6b4-d611-4e63-8bba-8cec13e3e878 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (f10fc59c-34fe-4587-b116-00b85ef0be5c), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:04.909652 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-acf5f6b4-d611-4e63-8bba-8cec13e3e878 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (f10fc59c-34fe-4587-b116-00b85ef0be5c), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:04.916586 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-acf5f6b4-d611-4e63-8bba-8cec13e3e878 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (f10fc59c-34fe-4587-b116-00b85ef0be5c), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:04.942110 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5f6b4-d611-4e63-8bba-8cec13e3e878 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10fc59c-34fe-4587-b116-00b85ef0be5c,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:04.949803 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-acf5f6b4-d611-4e63-8bba-8cec13e3e878 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:04.951118 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-acf5f6b4-d611-4e63-8bba-8cec13e3e878 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1580188 Sep 21 10:12:04.953915 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56392) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:04.959056 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-6ed61802-7ffc-4746-8c83-d420f8454a90 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'security_group_rule': {'security_group_id': 'b638dd76-cb08-44c6-93ae-d588a867d052', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:12:04.977673 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:04.990451 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-532bc828-dd0f-46aa-a899-d9dc9041c885 None None] Attempt 4 to provision port 8e5eadd7-079e-4e8c-8577-5913bf981727 Sep 21 10:12:05.005142 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6ed61802-7ffc-4746-8c83-d420f8454a90 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (eb31121f-4dd8-4f09-a27a-266c01aeb991), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:05.053095 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-532bc828-dd0f-46aa-a899-d9dc9041c885 None None] Port 8e5eadd7-079e-4e8c-8577-5913bf981727 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:12:05.161709 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6ed61802-7ffc-4746-8c83-d420f8454a90 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (eb31121f-4dd8-4f09-a27a-266c01aeb991), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:05.166868 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6ed61802-7ffc-4746-8c83-d420f8454a90 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (eb31121f-4dd8-4f09-a27a-266c01aeb991), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:05.199586 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed61802-7ffc-4746-8c83-d420f8454a90 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb31121f-4dd8-4f09-a27a-266c01aeb991,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:05.211411 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6ed61802-7ffc-4746-8c83-d420f8454a90 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:05.213133 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-6ed61802-7ffc-4746-8c83-d420f8454a90 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2579272 Sep 21 10:12:05.216289 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56408) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:05.223810 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-90b310cc-cb56-4252-b6ad-d72f95b7d482 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'floatingip': {'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:12:05.265079 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-90b310cc-cb56-4252-b6ad-d72f95b7d482 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:05.277186 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] Sync routers for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:12:05.305218 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:12:05.306008 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:12:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:05.367552 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:05.428058 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-90b310cc-cb56-4252-b6ad-d72f95b7d482 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:05.460236 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:05.495196 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd79a89-36e5-47f8-b88b-f7aaae6f8199 req-e295dca6-267a-4df1-8014-8a1a4aa605d3 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:05.503555 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1bd79a89-36e5-47f8-b88b-f7aaae6f8199 req-e295dca6-267a-4df1-8014-8a1a4aa605d3 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0897393 Sep 21 10:12:05.542865 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:12:05.556267 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-532bc828-dd0f-46aa-a899-d9dc9041c885 None None] Attempt 5 to provision port 8e5eadd7-079e-4e8c-8577-5913bf981727 Sep 21 10:12:05.596032 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2c750-9e36-4348-9cec-a306ec8e06f7 req-13f3e08a-8c1a-498e-8137-754fa4fb977c tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:05.603798 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-29a2c750-9e36-4348-9cec-a306ec8e06f7 req-13f3e08a-8c1a-498e-8137-754fa4fb977c tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 945 time: 0.0916383 Sep 21 10:12:05.610870 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-532bc828-dd0f-46aa-a899-d9dc9041c885 None None] Port 8e5eadd7-079e-4e8c-8577-5913bf981727 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:12:05.624426 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1bd79a89-36e5-47f8-b88b-f7aaae6f8199 req-f5ce009d-d134-4523-b087-5193afed88c7 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191366 Sep 21 10:12:05.630609 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:05.684401 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-29a2c750-9e36-4348-9cec-a306ec8e06f7 req-fd25ff19-f7f6-4e18-b802-7714d3068f15 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795884 Sep 21 10:12:05.696179 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-90b310cc-cb56-4252-b6ad-d72f95b7d482 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Allocated IP 172.27.2.73 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/203291ed-bac7-4379-9f6c-cbc385a7ce9a) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:12:05.770239 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 2, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:05.795807 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] Checking router: 99a2ea89-35ad-4ba2-9715-ad0a3620583a for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:12:05.796190 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] Updating router 99a2ea89-35ad-4ba2-9715-ad0a3620583a port 8e5eadd7-079e-4e8c-8577-5913bf981727 binding host dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:12:05.820706 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-90b310cc-cb56-4252-b6ad-d72f95b7d482 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for port (203291ed-bac7-4379-9f6c-cbc385a7ce9a), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:05.827355 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (8e5eadd7-079e-4e8c-8577-5913bf981727), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:05.861069 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-90b310cc-cb56-4252-b6ad-d72f95b7d482 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (203291ed-bac7-4379-9f6c-cbc385a7ce9a), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:05.921322 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b310cc-cb56-4252-b6ad-d72f95b7d482 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:12:05.924869 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-90b310cc-cb56-4252-b6ad-d72f95b7d482 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:12:05.927625 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b310cc-cb56-4252-b6ad-d72f95b7d482 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:12:05.931342 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b80cfc88-ab7a-4c47-9287-3b65a32a0a8c up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:12:05.931546 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b310cc-cb56-4252-b6ad-d72f95b7d482 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'Port': ['ID=203291ed-bac7-4379-9f6c-cbc385a7ce9a,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:05.998068 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port b80cfc88-ab7a-4c47-9287-3b65a32a0a8c triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:12:05.999194 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (b80cfc88-ab7a-4c47-9287-3b65a32a0a8c), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:05.999811 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port b80cfc88-ab7a-4c47-9287-3b65a32a0a8c Sep 21 10:12:06.028716 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-90b310cc-cb56-4252-b6ad-d72f95b7d482 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (f493a0c1-c7f7-468b-a799-3e43c877ff91), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:06.076014 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port b80cfc88-ab7a-4c47-9287-3b65a32a0a8c is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:12:06.084283 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-90b310cc-cb56-4252-b6ad-d72f95b7d482 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (203291ed-bac7-4379-9f6c-cbc385a7ce9a), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:06.112976 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-532bc828-dd0f-46aa-a899-d9dc9041c885 None None] Attempt 6 to provision port 8e5eadd7-079e-4e8c-8577-5913bf981727 Sep 21 10:12:06.145159 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:06.158949 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=100 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:06.171229 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] Publish callbacks [] for port (8e5eadd7-079e-4e8c-8577-5913bf981727), precommit_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:06.180117 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-532bc828-dd0f-46aa-a899-d9dc9041c885 None None] Port 8e5eadd7-079e-4e8c-8577-5913bf981727 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:12:06.182584 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (8e5eadd7-079e-4e8c-8577-5913bf981727), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:06.197169 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:06.262648 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-90b310cc-cb56-4252-b6ad-d72f95b7d482 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for port (203291ed-bac7-4379-9f6c-cbc385a7ce9a), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:06.264468 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38881b82-2060-4df1-a670-3e68bee90f9b None None] Pushing event updated for resources: {'Port': ['ID=8e5eadd7-079e-4e8c-8577-5913bf981727,revision_number=3']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:06.268342 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-90b310cc-cb56-4252-b6ad-d72f95b7d482 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667630'] for port (203291ed-bac7-4379-9f6c-cbc385a7ce9a), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:06.280621 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] Attempting to bind port 8e5eadd7-079e-4e8c-8577-5913bf981727 on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:12:06.281294 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] Attempting to bind port 8e5eadd7-079e-4e8c-8577-5913bf981727 by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:12:06.281403 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] Attempting to bind port 8e5eadd7-079e-4e8c-8577-5913bf981727 on network ef7938f6-d232-4c14-9be3-ccb1b366c40f {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:12:06.327460 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:12:06.327761 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] Checking segment: {'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:12:06.328164 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:06.328558 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] Bound using segment: {'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:12:06.329041 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] Bound port: 8e5eadd7-079e-4e8c-8577-5913bf981727, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'}}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:12:06.329420 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (8e5eadd7-079e-4e8c-8577-5913bf981727), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:06.341809 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-90b310cc-cb56-4252-b6ad-d72f95b7d482 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (f493a0c1-c7f7-468b-a799-3e43c877ff91), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:06.346824 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b310cc-cb56-4252-b6ad-d72f95b7d482 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'Port': ['ID=203291ed-bac7-4379-9f6c-cbc385a7ce9a,revision_number=2']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:06.361917 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-90b310cc-cb56-4252-b6ad-d72f95b7d482 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:06.371219 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-90b310cc-cb56-4252-b6ad-d72f95b7d482 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1444695 Sep 21 10:12:06.398581 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] For port 8e5eadd7-079e-4e8c-8577-5913bf981727, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:12:06.402180 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] For port 8e5eadd7-079e-4e8c-8577-5913bf981727, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=8e5eadd7-079e-4e8c-8577-5913bf981727,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:12:06.412056 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (8e5eadd7-079e-4e8c-8577-5913bf981727), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:06.450371 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:12:06.451003 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:12:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:06.543411 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-486e9491-e651-4ada-afbf-4a370b42d620 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1982182384&fields=id&tenant_id=b302e94dce514d8c884a0d509cdd7032 HTTP/1.1" status: 200 len: 267 time: 0.0517166 Sep 21 10:12:06.582664 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:06.597652 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38881b82-2060-4df1-a670-3e68bee90f9b None None] Pushing event updated for resources: {'Port': ['ID=8e5eadd7-079e-4e8c-8577-5913bf981727,revision_number=4']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:06.629506 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:12:06.667225 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-7445c448-2383-4480-8914-a1f9746bbe9d tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:06.668790 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-7445c448-2383-4480-8914-a1f9746bbe9d tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/networks?id=ef7938f6-d232-4c14-9be3-ccb1b366c40f HTTP/1.1" status: 200 len: 815 time: 0.1190035 Sep 21 10:12:06.681638 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-532bc828-dd0f-46aa-a899-d9dc9041c885 None None] Attempt 7 to provision port 8e5eadd7-079e-4e8c-8577-5913bf981727 Sep 21 10:12:06.691002 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-bee353e5-ac94-4a49-945d-fea0fd0ac387 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/quotas/b302e94dce514d8c884a0d509cdd7032 HTTP/1.1" status: 200 len: 375 time: 0.0158651 Sep 21 10:12:06.798866 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-532bc828-dd0f-46aa-a899-d9dc9041c885 None None] Current status of the port 8e5eadd7-079e-4e8c-8577-5913bf981727 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:12:06.801840 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-532bc828-dd0f-46aa-a899-d9dc9041c885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (8e5eadd7-079e-4e8c-8577-5913bf981727), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:06.854158 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-532bc828-dd0f-46aa-a899-d9dc9041c885 None None] For port 8e5eadd7-079e-4e8c-8577-5913bf981727, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=8e5eadd7-079e-4e8c-8577-5913bf981727,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:06.859909 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-532bc828-dd0f-46aa-a899-d9dc9041c885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (8e5eadd7-079e-4e8c-8577-5913bf981727), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:06.889908 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:06.919764 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791890b3-f4de-43c3-99be-ff5235703ebd None None] The sync data for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi is: [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:12:06.922723 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bc828-dd0f-46aa-a899-d9dc9041c885 None None] Pushing event updated for resources: {'Port': ['ID=8e5eadd7-079e-4e8c-8577-5913bf981727,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:07.015180 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-dbbbb5c3-4154-48d9-8abb-0e7d2426e84c None None] Provisioning complete for port 8e5eadd7-079e-4e8c-8577-5913bf981727 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:12:07.016044 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-dbbbb5c3-4154-48d9-8abb-0e7d2426e84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (8e5eadd7-079e-4e8c-8577-5913bf981727), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:07.016598 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-dbbbb5c3-4154-48d9-8abb-0e7d2426e84c None None] Attempt 1 to provision port 8e5eadd7-079e-4e8c-8577-5913bf981727 Sep 21 10:12:07.162221 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-dbbbb5c3-4154-48d9-8abb-0e7d2426e84c None None] Current status of the port 8e5eadd7-079e-4e8c-8577-5913bf981727 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:12:07.179508 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-e70f5f71-9d44-4563-99f2-4550baf97551 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=b302e94dce514d8c884a0d509cdd7032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4689960 Sep 21 10:12:07.194605 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092f0c7-f752-484e-80db-1060b8823dd8 req-0177b8a6-2ab7-4a60-8c29-c4fb703d22b1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:07.196158 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5092f0c7-f752-484e-80db-1060b8823dd8 req-0177b8a6-2ab7-4a60-8c29-c4fb703d22b1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.4526720 Sep 21 10:12:07.224425 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b299a74-3fe8-4757-819a-738d70b03dfd req-e2b43d79-d993-4f6a-8027-5c5fdd0961bc tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:07.225955 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3b299a74-3fe8-4757-819a-738d70b03dfd req-e2b43d79-d993-4f6a-8027-5c5fdd0961bc tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 945 time: 0.0989070 Sep 21 10:12:07.290019 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5092f0c7-f752-484e-80db-1060b8823dd8 req-a5f57857-fe92-4998-be09-ca9bd3c81c6f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828362 Sep 21 10:12:07.414081 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:07.486954 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40bb0b-1119-480b-bce4-33159085c645 req-602f3494-25b6-43f9-b5df-fa5dad0b5de0 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:07.488589 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ba40bb0b-1119-480b-bce4-33159085c645 req-602f3494-25b6-43f9-b5df-fa5dad0b5de0 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 945 time: 0.1272871 Sep 21 10:12:07.497228 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-7422b1c5-b694-4786-91cc-acbb5b7f70c2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001091 Sep 21 10:12:07.507747 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-3b299a74-3fe8-4757-819a-738d70b03dfd req-5d3c4396-6f85-4eb0-8d81-971605b8729f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Deleting port f2ed67a4-c291-42d9-be95-f7e630f1a56b {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:12:07.508089 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-3b299a74-3fe8-4757-819a-738d70b03dfd req-5d3c4396-6f85-4eb0-8d81-971605b8729f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:07.676862 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ba40bb0b-1119-480b-bce4-33159085c645 req-c1928cc6-9557-4a05-8e5c-878580f92aaf tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=307f575c-704e-45f9-a322-b0ff572109f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779704 Sep 21 10:12:07.732290 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-93c72101-baae-4387-bc52-0636be496307 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189474 Sep 21 10:12:07.735157 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-3b299a74-3fe8-4757-819a-738d70b03dfd req-5d3c4396-6f85-4eb0-8d81-971605b8729f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] For port f2ed67a4-c291-42d9-be95-f7e630f1a56b, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=f2ed67a4-c291-42d9-be95-f7e630f1a56b,segment=NetworkSegment(1d6a6390-632b-48b4-b997-26c5dc09fc82),segment_id=1d6a6390-632b-48b4-b997-26c5dc09fc82)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:07.735537 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-3b299a74-3fe8-4757-819a-738d70b03dfd req-5d3c4396-6f85-4eb0-8d81-971605b8729f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:07.751378 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-3b299a74-3fe8-4757-819a-738d70b03dfd req-5d3c4396-6f85-4eb0-8d81-971605b8729f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Calling delete_port for f2ed67a4-c291-42d9-be95-f7e630f1a56b owned by compute:nova {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:12:07.831929 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:07.920421 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-3b299a74-3fe8-4757-819a-738d70b03dfd req-5d3c4396-6f85-4eb0-8d81-971605b8729f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (f2ed67a4-c291-42d9-be95-f7e630f1a56b), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:07.933041 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['f2ed67a4-c291-42d9-be95-f7e630f1a56b'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:12:07.986165 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c4396-6f85-4eb0-8d81-971605b8729f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Pushing event deleted for resources: {'Port': ['ID=f2ed67a4-c291-42d9-be95-f7e630f1a56b,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:08.003975 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 8e5eadd7-079e-4e8c-8577-5913bf981727 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:12:08.044584 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fef5708a-2d4f-4731-af66-5f860fcacca1 req-25aa7c19-7aca-4670-b948-c5ca55fd3833 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 210 time: 0.0840073 Sep 21 10:12:08.061370 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b299a74-3fe8-4757-819a-738d70b03dfd req-5d3c4396-6f85-4eb0-8d81-971605b8729f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] No DVR routers for this DVR port f2ed67a4-c291-42d9-be95-f7e630f1a56b on host hv-cinder-85547 {{(pid=106519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:12:08.064338 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-3b299a74-3fe8-4757-819a-738d70b03dfd req-5d3c4396-6f85-4eb0-8d81-971605b8729f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:08.067954 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 8e5eadd7-079e-4e8c-8577-5913bf981727 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:12:08.068331 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (8e5eadd7-079e-4e8c-8577-5913bf981727), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:08.068671 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 8e5eadd7-079e-4e8c-8577-5913bf981727 Sep 21 10:12:08.068818 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3b299a74-3fe8-4757-819a-738d70b03dfd req-5d3c4396-6f85-4eb0-8d81-971605b8729f tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.42 "DELETE /networking/v2.0/ports/f2ed67a4-c291-42d9-be95-f7e630f1a56b HTTP/1.1" status: 204 len: 173 time: 0.7445166 Sep 21 10:12:08.069415 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09', 'name': 'network-vif-deleted', 'tag': 'f2ed67a4-c291-42d9-be95-f7e630f1a56b'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:12:08.073658 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c67ee97-8012-4a02-b87b-12bd1e1443c1" -d '{"events": [{"server_uuid": "f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09", "name": "network-vif-deleted", "tag": "f2ed67a4-c291-42d9-be95-f7e630f1a56b"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:12:08.143357 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd1ef1b-3b05-4491-ab1d-a2c86d4c697b x-openstack-request-id: req-acd1ef1b-3b05-4491-ab1d-a2c86d4c697b {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:12:08.144020 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09", "name": "network-vif-deleted", "tag": "f2ed67a4-c291-42d9-be95-f7e630f1a56b", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:12:08.144472 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-acd1ef1b-3b05-4491-ab1d-a2c86d4c697b {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:12:08.145005 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd1ef1b-3b05-4491-ab1d-a2c86d4c697b'] response: {'server_uuid': 'f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09', 'name': 'network-vif-deleted', 'tag': 'f2ed67a4-c291-42d9-be95-f7e630f1a56b', 'status': 'completed', 'code': 200} Sep 21 10:12:08.201394 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:08.221952 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 8e5eadd7-079e-4e8c-8577-5913bf981727 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:12:08.478917 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2360fb7-2ed3-494e-86a7-c20e0aebe6dd req-76fbf9df-b241-41c8-9f19-300d733c2c8f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:08.480795 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e2360fb7-2ed3-494e-86a7-c20e0aebe6dd req-76fbf9df-b241-41c8-9f19-300d733c2c8f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0645380 Sep 21 10:12:08.542049 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e2360fb7-2ed3-494e-86a7-c20e0aebe6dd req-998d2fb7-5164-46fd-b9bd-59d2e0ee7d1b tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535440 Sep 21 10:12:08.833589 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3ae4333d-bbea-4283-bf9d-af31f5e28e0a req-39609b56-a383-4078-a939-a0b250e0a102 tempest-TestMinimumBasicScenario-1206900506 tempest-TestMinimumBasicScenario-1206900506-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3f78f7d-2bd3-46b4-bb59-8f8d0a7bdd09 HTTP/1.1" status: 200 len: 210 time: 0.0342946 Sep 21 10:12:09.156325 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7d97767a-2739-47c9-8406-067dd17a1805 req-4cb72a5b-4a88-4420-ac97-3db410a89991 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 210 time: 0.0307560 Sep 21 10:12:09.326796 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda46fa-f476-4f77-99e0-ea94118112b8 req-27dc9f3e-f68e-43b0-becd-0b9d4a057b00 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:09.328495 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1eda46fa-f476-4f77-99e0-ea94118112b8 req-27dc9f3e-f68e-43b0-becd-0b9d4a057b00 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 946 time: 0.0493023 Sep 21 10:12:09.376770 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1eda46fa-f476-4f77-99e0-ea94118112b8 req-32e5caf7-d28f-4380-8194-1c702e4014b1 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2ff86e3-eb2d-4b88-b6bd-7221106eb871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426030 Sep 21 10:12:09.684216 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761a002-93ae-4ac7-a2b2-e45b8fd7e43e req-2a0e0108-695f-4e2a-9df0-1939ffc8fceb tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:09.685747 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6761a002-93ae-4ac7-a2b2-e45b8fd7e43e req-2a0e0108-695f-4e2a-9df0-1939ffc8fceb tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0460498 Sep 21 10:12:09.732601 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6761a002-93ae-4ac7-a2b2-e45b8fd7e43e req-bc416ba9-4604-417c-82e8-764dcca786f2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413141 Sep 21 10:12:10.110452 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddaf0f-55a5-4dff-988d-505187962ff6 req-b5b90f49-3b9c-4140-98b1-4cce744f8cb7 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:10.111494 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-88ddaf0f-55a5-4dff-988d-505187962ff6 req-b5b90f49-3b9c-4140-98b1-4cce744f8cb7 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 946 time: 0.0557022 Sep 21 10:12:10.166937 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-88ddaf0f-55a5-4dff-988d-505187962ff6 req-0f718c9d-db1f-4ea4-a7e9-724ff9726ede tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492246 Sep 21 10:12:10.268273 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7edb5d57-61fe-4d61-9b8b-fe5a658bbf29 req-c221c859-e7fa-41cc-b4b5-f746ea5024e8 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 210 time: 0.0313804 Sep 21 10:12:10.484204 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:10.507300 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107806f8-fa13-4464-aab3-cb3fcefa353a req-958a0c4e-102c-4791-ba88-7144b8e87b4f tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:10.509933 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-107806f8-fa13-4464-aab3-cb3fcefa353a req-958a0c4e-102c-4791-ba88-7144b8e87b4f tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 946 time: 0.0542920 Sep 21 10:12:10.566254 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-107806f8-fa13-4464-aab3-cb3fcefa353a req-359ccc19-f72e-4a36-9a7b-8161939d568f tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2ff86e3-eb2d-4b88-b6bd-7221106eb871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503182 Sep 21 10:12:10.615996 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56532) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:10.625185 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:10.867870 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1e881-99bd-447f-98aa-3b24f5f4694f req-c1c0cea7-9c7f-4224-b1c1-d782585d278e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:10.869260 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cec1e881-99bd-447f-98aa-3b24f5f4694f req-c1c0cea7-9c7f-4224-b1c1-d782585d278e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0506606 Sep 21 10:12:10.917203 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cec1e881-99bd-447f-98aa-3b24f5f4694f req-f6bef20c-e687-43b2-99d8-cabcb361bd71 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414586 Sep 21 10:12:10.998134 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:12:11.035700 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429990'] for router_interface (1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:11.315860 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a46c2d-4b52-4af4-a40a-5acae0b674f9 req-5d93cddb-3f89-4cf4-a0a6-9bf7a2cda243 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:11.317539 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-96a46c2d-4b52-4af4-a40a-5acae0b674f9 req-5d93cddb-3f89-4cf4-a0a6-9bf7a2cda243 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 946 time: 0.0694265 Sep 21 10:12:11.406701 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7db04aa9-b461-4d02-a363-00217aaa6819 req-091eb5c7-a386-4884-abb6-02d43dd41ea8 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 210 time: 0.0444605 Sep 21 10:12:11.411058 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-96a46c2d-4b52-4af4-a40a-5acae0b674f9 req-c256d300-5207-459d-9052-beb74536fad4 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859044 Sep 21 10:12:11.526505 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Deleting port 24c2c557-3ff8-4a86-95e1-fc469b242056 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:12:11.526843 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (24c2c557-3ff8-4a86-95e1-fc469b242056), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:11.608650 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] For port 24c2c557-3ff8-4a86-95e1-fc469b242056, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=24c2c557-3ff8-4a86-95e1-fc469b242056,segment=NetworkSegment(1d6a6390-632b-48b4-b997-26c5dc09fc82),segment_id=1d6a6390-632b-48b4-b997-26c5dc09fc82)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:11.609012 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (24c2c557-3ff8-4a86-95e1-fc469b242056), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:11.621877 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Calling delete_port for 24c2c557-3ff8-4a86-95e1-fc469b242056 owned by network:router_interface {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:12:11.676428 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:11.698040 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49385-f312-4e67-94b8-37e9d1fecec1 req-4e27181c-8d68-4cb1-92ae-3dea4bec1f83 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:11.699522 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8be49385-f312-4e67-94b8-37e9d1fecec1 req-4e27181c-8d68-4cb1-92ae-3dea4bec1f83 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 946 time: 0.0476532 Sep 21 10:12:11.748537 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8be49385-f312-4e67-94b8-37e9d1fecec1 req-9533b15d-250b-4ea0-b181-fa1553d9a09e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2ff86e3-eb2d-4b88-b6bd-7221106eb871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428188 Sep 21 10:12:11.809432 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (24c2c557-3ff8-4a86-95e1-fc469b242056), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:11.835593 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Pushing event deleted for resources: {'Port': ['ID=24c2c557-3ff8-4a86-95e1-fc469b242056,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:11.871100 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:11.871455 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:11.871832 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:11.872175 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:11.872511 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:11.872844 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:11.873172 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:11.873502 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:11.873832 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:11.874157 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:11.874481 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:11.874801 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:11.875123 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:11.875445 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:11.875788 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:11.915557 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:11.955229 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-0276bf11-927b-4aa8-a24e-ac9ab15874d7 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:11.957016 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-0276bf11-927b-4aa8-a24e-ac9ab15874d7 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.42 "GET /networking/v2.0/networks?id=ef7938f6-d232-4c14-9be3-ccb1b366c40f HTTP/1.1" status: 200 len: 815 time: 0.1272314 Sep 21 10:12:12.044938 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:12.051714 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-434198'] for router_interface (1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:12.083125 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804343d8-f15c-4323-8e33-ef8493225af9 req-a6cd424f-9389-463e-a410-bca217756349 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:12.084235 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-804343d8-f15c-4323-8e33-ef8493225af9 req-a6cd424f-9389-463e-a410-bca217756349 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0702577 Sep 21 10:12:12.124869 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee124d-6139-4813-8da0-2923f9b56a54 req-4127a0cd-bd1b-45bf-8380-bb73e11400f7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:12.126272 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-b5ee124d-6139-4813-8da0-2923f9b56a54 req-4127a0cd-bd1b-45bf-8380-bb73e11400f7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 946 time: 0.0872562 Sep 21 10:12:12.136138 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-7dde653c-5903-4685-bbcf-0ba9e2b6fc80 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b302e94dce514d8c884a0d509cdd7032 HTTP/1.1" status: 200 len: 380 time: 0.0899389 Sep 21 10:12:12.165486 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-804343d8-f15c-4323-8e33-ef8493225af9 req-93137182-a82c-424b-9cfb-19d8ae25a433 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556233 Sep 21 10:12:12.260237 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-661afb75-f830-45a4-88c2-9dbf8605465e tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'port': {'device_id': '24e4d76b-d556-4f31-87dd-4ecbf188b95b', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'admin_state_up': True, 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'security_groups': ['b638dd76-cb08-44c6-93ae-d588a867d052']}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:12:12.353515 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Router 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:12:12.376365 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [req-b5ee124d-6139-4813-8da0-2923f9b56a54 req-46f8bb87-7b88-453f-b02d-3454f472230e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Deleting port 2829b798-5a21-4d84-9127-7b9be25d2066 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:12:12.376705 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-b5ee124d-6139-4813-8da0-2923f9b56a54 req-46f8bb87-7b88-453f-b02d-3454f472230e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (2829b798-5a21-4d84-9127-7b9be25d2066), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:12.383985 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c694a1-1cda-4661-8655-4cd3b44d18eb req-ce2e22fd-5523-432a-8d5e-3950bea83c06 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:12.385488 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-62c694a1-1cda-4661-8655-4cd3b44d18eb req-ce2e22fd-5523-432a-8d5e-3950bea83c06 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 946 time: 0.0652988 Sep 21 10:12:12.493753 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-661afb75-f830-45a4-88c2-9dbf8605465e tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Made reservation on behalf of b302e94dce514d8c884a0d509cdd7032 for: {'port': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:12:12.498793 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-661afb75-f830-45a4-88c2-9dbf8605465e tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:12.525830 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:12.549391 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device f2ed67a4-c291-42d9-be95-f7e630f1a56b no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:12:12.551197 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-62c694a1-1cda-4661-8655-4cd3b44d18eb req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Deleting port 53e8896f-dc4e-4337-800f-9726f8d755fb {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:12:12.551552 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-62c694a1-1cda-4661-8655-4cd3b44d18eb req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (53e8896f-dc4e-4337-800f-9726f8d755fb), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:12.612613 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: f2ed67a4-c291-42d9-be95-f7e630f1a56b {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:12:12.613231 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device f2ed67a4-c291-42d9-be95-f7e630f1a56b not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:12:12.632786 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:12.664300 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [req-b5ee124d-6139-4813-8da0-2923f9b56a54 req-46f8bb87-7b88-453f-b02d-3454f472230e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] For port 2829b798-5a21-4d84-9127-7b9be25d2066, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=2829b798-5a21-4d84-9127-7b9be25d2066,segment=NetworkSegment(241b5bf6-5ac4-473b-82f0-57d3d23ca7fb),segment_id=241b5bf6-5ac4-473b-82f0-57d3d23ca7fb)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:12.664835 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-b5ee124d-6139-4813-8da0-2923f9b56a54 req-46f8bb87-7b88-453f-b02d-3454f472230e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (2829b798-5a21-4d84-9127-7b9be25d2066), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:12.681723 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:12:12.696820 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa551a8-b7de-47c4-8f76-8d7e17f466e5 None None] Sync routers for ids ['1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:12:12.700801 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-983e13b1-275c-43dc-83a6-26f29b091697 req-07f70abe-8ae1-4ce2-b818-72bcde93b20d tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 210 time: 0.0736122 Sep 21 10:12:12.710368 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa551a8-b7de-47c4-8f76-8d7e17f466e5 None None] Routers {'1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:12:12.711304 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-2fa551a8-b7de-47c4-8f76-8d7e17f466e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:12:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:12.746642 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa14bd-35e4-4de7-b734-6e9b78b9c21f req-403fc08a-e1fe-491e-8e89-e42d1c5af277 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:12.748169 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c2fa14bd-35e4-4de7-b734-6e9b78b9c21f req-403fc08a-e1fe-491e-8e89-e42d1c5af277 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 946 time: 0.1199739 Sep 21 10:12:12.766744 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-03f9db2d-339b-45c5-9bdd-7c79f8d6af63 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1498780 Sep 21 10:12:12.775782 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56552) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:12.814775 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-62c694a1-1cda-4661-8655-4cd3b44d18eb req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] For port 53e8896f-dc4e-4337-800f-9726f8d755fb, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=53e8896f-dc4e-4337-800f-9726f8d755fb,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:12.815527 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-62c694a1-1cda-4661-8655-4cd3b44d18eb req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (53e8896f-dc4e-4337-800f-9726f8d755fb), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:12.870250 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-2fa551a8-b7de-47c4-8f76-8d7e17f466e5 None None] Set router 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:12:12.891003 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-b5ee124d-6139-4813-8da0-2923f9b56a54 req-46f8bb87-7b88-453f-b02d-3454f472230e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:12.891440 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-b5ee124d-6139-4813-8da0-2923f9b56a54 req-46f8bb87-7b88-453f-b02d-3454f472230e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (abedde85-2b0b-458b-ae33-7bb961a7ff3a), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:12.891740 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.l3_db [req-b5ee124d-6139-4813-8da0-2923f9b56a54 req-46f8bb87-7b88-453f-b02d-3454f472230e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Floating IP abedde85-2b0b-458b-ae33-7bb961a7ff3a disassociated. External IP: 172.27.2.17, port: 2829b798-5a21-4d84-9127-7b9be25d2066. Sep 21 10:12:12.892032 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [req-b5ee124d-6139-4813-8da0-2923f9b56a54 req-46f8bb87-7b88-453f-b02d-3454f472230e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Calling delete_port for 2829b798-5a21-4d84-9127-7b9be25d2066 owned by compute:nova {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:12:12.903080 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-661afb75-f830-45a4-88c2-9dbf8605465e tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Allocated IP 172.20.0.4 (ef7938f6-d232-4c14-9be3-ccb1b366c40f/80d4efae-e3db-4db7-af72-315587821cfa/f92dd8ae-8808-4185-a230-d9139fe57336) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:12:12.965151 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c2fa14bd-35e4-4de7-b734-6e9b78b9c21f req-a6580b21-f31b-4c57-8200-a8b597fe1ba3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909876 Sep 21 10:12:13.040003 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa4027-5eab-4346-8b6d-37df2ab5529d req-c1fc7d23-a395-43a2-9e33-6e5f3915b5ac tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:13.041495 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fefa4027-5eab-4346-8b6d-37df2ab5529d req-c1fc7d23-a395-43a2-9e33-6e5f3915b5ac tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 946 time: 0.1729445 Sep 21 10:12:13.061585 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=100 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:13.070126 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-c23a2f05-3519-4d5f-b86f-a3c0ebdcbc2d admin admin] Publish callbacks [] for router (1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:13.126023 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-b5ee124d-6139-4813-8da0-2923f9b56a54 req-46f8bb87-7b88-453f-b02d-3454f472230e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (2829b798-5a21-4d84-9127-7b9be25d2066), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:13.166219 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8bb87-7b88-453f-b02d-3454f472230e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Pushing event deleted for resources: {'Port': ['ID=2829b798-5a21-4d84-9127-7b9be25d2066,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:13.219152 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-62c694a1-1cda-4661-8655-4cd3b44d18eb req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:13.219466 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-62c694a1-1cda-4661-8655-4cd3b44d18eb req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (6c56b5e7-49cc-4f62-8068-053c42e77c43), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:13.219802 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.l3_db [req-62c694a1-1cda-4661-8655-4cd3b44d18eb req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Floating IP 6c56b5e7-49cc-4f62-8068-053c42e77c43 disassociated. External IP: 172.27.2.98, port: 53e8896f-dc4e-4337-800f-9726f8d755fb. Sep 21 10:12:13.220165 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-62c694a1-1cda-4661-8655-4cd3b44d18eb req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Calling delete_port for 53e8896f-dc4e-4337-800f-9726f8d755fb owned by compute:nova {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:12:13.226829 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-2fa551a8-b7de-47c4-8f76-8d7e17f466e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'name': 'tempest-TestMinimumBasicScenario-655837236-router', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:25Z', 'updated_at': '2022-09-21T10:12:11Z', 'revision_number': 5, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'gw_port': {'id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:26Z', 'updated_at': '2022-09-21T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:13.259032 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa551a8-b7de-47c4-8f76-8d7e17f466e5 None None] Checking router: 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:12:13.269651 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa551a8-b7de-47c4-8f76-8d7e17f466e5 None None] Routers {'1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:12:13.270702 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-2fa551a8-b7de-47c4-8f76-8d7e17f466e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:12:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:13.282250 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-c23a2f05-3519-4d5f-b86f-a3c0ebdcbc2d admin admin] Publish callbacks [] for router_gateway (1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:13.300108 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:13.338317 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:13.375252 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:13.381096 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-c23a2f05-3519-4d5f-b86f-a3c0ebdcbc2d admin admin] Deleting port c50308a3-f560-483a-ad82-43e78284d2e2 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:12:13.381972 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-c23a2f05-3519-4d5f-b86f-a3c0ebdcbc2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (c50308a3-f560-483a-ad82-43e78284d2e2), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:13.392394 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:13.396224 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fefa4027-5eab-4346-8b6d-37df2ab5529d req-7a7d2b2f-bad5-4db7-a036-a24cfd40ff19 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2ff86e3-eb2d-4b88-b6bd-7221106eb871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3393037 Sep 21 10:12:13.405244 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-2fa551a8-b7de-47c4-8f76-8d7e17f466e5 None None] Set router 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:12:13.425388 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e877f-425c-4945-9a60-c2ae73c5a891 req-48414771-16a0-4c15-87b4-1d17b7285f40 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:13.426936 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-057e877f-425c-4945-9a60-c2ae73c5a891 req-48414771-16a0-4c15-87b4-1d17b7285f40 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.1250799 Sep 21 10:12:13.460501 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5ee124d-6139-4813-8da0-2923f9b56a54 req-46f8bb87-7b88-453f-b02d-3454f472230e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Router e96952d6-7208-4ffc-a87b-07d09a0809d2 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:12:13.474612 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-661afb75-f830-45a4-88c2-9dbf8605465e tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for port (f92dd8ae-8808-4185-a230-d9139fe57336), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:13.535114 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:13.563570 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [None req-c23a2f05-3519-4d5f-b86f-a3c0ebdcbc2d admin admin] For port c50308a3-f560-483a-ad82-43e78284d2e2, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=c50308a3-f560-483a-ad82-43e78284d2e2,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:13.563992 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-c23a2f05-3519-4d5f-b86f-a3c0ebdcbc2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (c50308a3-f560-483a-ad82-43e78284d2e2), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:13.577290 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-057e877f-425c-4945-9a60-c2ae73c5a891 req-8a8079bf-939d-4159-ad7a-3231533685c8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359396 Sep 21 10:12:13.580288 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-62c694a1-1cda-4661-8655-4cd3b44d18eb req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (53e8896f-dc4e-4337-800f-9726f8d755fb), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:13.587873 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-c23a2f05-3519-4d5f-b86f-a3c0ebdcbc2d admin admin] Calling delete_port for c50308a3-f560-483a-ad82-43e78284d2e2 owned by network:router_gateway {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:12:13.628305 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event deleted for resources: {'Port': ['ID=53e8896f-dc4e-4337-800f-9726f8d755fb,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:13.642804 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-661afb75-f830-45a4-88c2-9dbf8605465e tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (f92dd8ae-8808-4185-a230-d9139fe57336), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:13.670988 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-2fa551a8-b7de-47c4-8f76-8d7e17f466e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'name': 'tempest-TestMinimumBasicScenario-655837236-router', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:25Z', 'updated_at': '2022-09-21T10:12:11Z', 'revision_number': 5, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'gw_port': {'id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:26Z', 'updated_at': '2022-09-21T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:13.695665 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:13.696034 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:13.696382 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:13.696728 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:13.697065 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:13.697400 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:13.697731 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:13.698060 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:13.698390 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:13.698719 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:13.699051 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:13.699391 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:13.699766 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:13.700071 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:13.700401 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:13.718863 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa551a8-b7de-47c4-8f76-8d7e17f466e5 None None] The sync data for ids ['1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b'] in dv-cinder-855479-2-iscsi is: [{'id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'name': 'tempest-TestMinimumBasicScenario-655837236-router', 'tenant_id': 'e9df852f2e3a4ac0b52f80480949469c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:25Z', 'updated_at': '2022-09-21T10:12:11Z', 'revision_number': 5, 'project_id': 'e9df852f2e3a4ac0b52f80480949469c', 'gw_port': {'id': 'c50308a3-f560-483a-ad82-43e78284d2e2', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:26Z', 'updated_at': '2022-09-21T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:12:13.773606 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-661afb75-f830-45a4-88c2-9dbf8605465e tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Network ef7938f6-d232-4c14-9be3-ccb1b366c40f is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:12:13.807038 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-661afb75-f830-45a4-88c2-9dbf8605465e tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:12:13.814360 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-661afb75-f830-45a4-88c2-9dbf8605465e tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:12:13.971484 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5ee124d-6139-4813-8da0-2923f9b56a54 req-46f8bb87-7b88-453f-b02d-3454f472230e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:12:13.984719 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be458c-3db2-4b26-813b-7611c72b6cdc None None] Sync routers for ids ['e96952d6-7208-4ffc-a87b-07d09a0809d2'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:12:14.030240 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be458c-3db2-4b26-813b-7611c72b6cdc None None] Routers {'e96952d6-7208-4ffc-a87b-07d09a0809d2'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:12:14.033277 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-e3be458c-3db2-4b26-813b-7611c72b6cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:12:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['e96952d6-7208-4ffc-a87b-07d09a0809d2'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:14.089431 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ee124d-6139-4813-8da0-2923f9b56a54 req-46f8bb87-7b88-453f-b02d-3454f472230e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] No DVR routers for this DVR port 2829b798-5a21-4d84-9127-7b9be25d2066 on host hv-cinder-85547 {{(pid=106520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:12:14.095344 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-b5ee124d-6139-4813-8da0-2923f9b56a54 req-46f8bb87-7b88-453f-b02d-3454f472230e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:14.108836 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-b5ee124d-6139-4813-8da0-2923f9b56a54 req-46f8bb87-7b88-453f-b02d-3454f472230e tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.42 "DELETE /networking/v2.0/ports/2829b798-5a21-4d84-9127-7b9be25d2066 HTTP/1.1" status: 204 len: 173 time: 1.8426719 Sep 21 10:12:14.160257 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbb2264-e66c-498a-a2db-d9815b695f7f', 'name': 'network-vif-deleted', 'tag': '2829b798-5a21-4d84-9127-7b9be25d2066'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:12:14.162664 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada15cd2-69b8-4928-91f4-6d978c42d6ed" -d '{"events": [{"server_uuid": "1dbb2264-e66c-498a-a2db-d9815b695f7f", "name": "network-vif-deleted", "tag": "2829b798-5a21-4d84-9127-7b9be25d2066"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:12:14.269523 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-e9286458-a4ec-4d56-b7a3-0491afb6cd4e None None] Provisioning complete for port f92dd8ae-8808-4185-a230-d9139fe57336 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:12:14.269958 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-e9286458-a4ec-4d56-b7a3-0491afb6cd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (f92dd8ae-8808-4185-a230-d9139fe57336), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:14.270252 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-e9286458-a4ec-4d56-b7a3-0491afb6cd4e None None] Attempt 1 to provision port f92dd8ae-8808-4185-a230-d9139fe57336 Sep 21 10:12:14.371292 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 24c2c557-3ff8-4a86-95e1-fc469b242056 no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:12:14.379457 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-e3be458c-3db2-4b26-813b-7611c72b6cdc None None] Set router e96952d6-7208-4ffc-a87b-07d09a0809d2 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:12:14.406955 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661afb75-f830-45a4-88c2-9dbf8605465e tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'Port': ['ID=f92dd8ae-8808-4185-a230-d9139fe57336,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:14.443274 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: 24c2c557-3ff8-4a86-95e1-fc469b242056 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:12:14.444054 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 24c2c557-3ff8-4a86-95e1-fc469b242056 not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:12:14.448281 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-e9286458-a4ec-4d56-b7a3-0491afb6cd4e None None] Port f92dd8ae-8808-4185-a230-d9139fe57336 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:12:14.475946 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-c23a2f05-3519-4d5f-b86f-a3c0ebdcbc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (c50308a3-f560-483a-ad82-43e78284d2e2), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:14.530320 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a2f05-3519-4d5f-b86f-a3c0ebdcbc2d admin admin] Pushing event deleted for resources: {'Port': ['ID=c50308a3-f560-483a-ad82-43e78284d2e2,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:14.541919 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa319013-0cf6-4fe9-bf05-078c54964047 req-2419a416-1dcc-419a-9241-bec0f4993945 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:14.552604 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aa319013-0cf6-4fe9-bf05-078c54964047 req-2419a416-1dcc-419a-9241-bec0f4993945 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 931 time: 0.7297313 Sep 21 10:12:14.578685 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 611786c0-8e53-4bb4-a06a-9d8729ae90d0 details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:12:14.664009 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-c23a2f05-3519-4d5f-b86f-a3c0ebdcbc2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438108'] for router_gateway (1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:14.668442 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-aa319013-0cf6-4fe9-bf05-078c54964047 req-1426e966-d83b-4f49-84d0-e0f804b1242d tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b638dd76-cb08-44c6-93ae-d588a867d052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142411 Sep 21 10:12:14.683877 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:14.688856 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0ce111ae-0b9b-4e4f-917d-f36fcde5192e req-ccc682bb-05ac-4367-b493-79d5e7801dbc tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 210 time: 0.2675803 Sep 21 10:12:14.715181 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62c694a1-1cda-4661-8655-4cd3b44d18eb req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Router 3e0b4ff9-bf68-470b-988e-5437f77cf672 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:12:14.730609 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-e3be458c-3db2-4b26-813b-7611c72b6cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 4, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port': {'id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd3927141-7786-4816-b6d0-e42a026a5a54', 'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'mac_address': 'fa:16:3e:2e:24:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:48Z', 'updated_at': '2022-09-21T10:06:11Z', 'revision_number': 5, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'subnets': [{'id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:14.733945 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:14.760202 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-661afb75-f830-45a4-88c2-9dbf8605465e tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:14.763843 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-661afb75-f830-45a4-88c2-9dbf8605465e tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:14.859388 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44321ac-932e-463d-931b-b319bb3efe37 x-openstack-request-id: req-e44321ac-932e-463d-931b-b319bb3efe37 {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:12:14.860676 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbb2264-e66c-498a-a2db-d9815b695f7f", "name": "network-vif-deleted", "tag": "2829b798-5a21-4d84-9127-7b9be25d2066", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:12:14.861014 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e44321ac-932e-463d-931b-b319bb3efe37 {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:12:14.861652 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e44321ac-932e-463d-931b-b319bb3efe37'] response: {'server_uuid': '1dbb2264-e66c-498a-a2db-d9815b695f7f', 'name': 'network-vif-deleted', 'tag': '2829b798-5a21-4d84-9127-7b9be25d2066', 'status': 'completed', 'code': 200} Sep 21 10:12:14.916269 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be458c-3db2-4b26-813b-7611c72b6cdc None None] Checking router: e96952d6-7208-4ffc-a87b-07d09a0809d2 for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:12:14.944964 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be458c-3db2-4b26-813b-7611c72b6cdc None None] Routers {'e96952d6-7208-4ffc-a87b-07d09a0809d2'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:12:14.945217 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 611786c0-8e53-4bb4-a06a-9d8729ae90d0, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=611786c0-8e53-4bb4-a06a-9d8729ae90d0,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:14.945859 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-e3be458c-3db2-4b26-813b-7611c72b6cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:12:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['e96952d6-7208-4ffc-a87b-07d09a0809d2'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:14.954775 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-e9286458-a4ec-4d56-b7a3-0491afb6cd4e None None] Attempt 2 to provision port f92dd8ae-8808-4185-a230-d9139fe57336 Sep 21 10:12:15.014661 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-661afb75-f830-45a4-88c2-9dbf8605465e tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7584896 Sep 21 10:12:15.016163 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': '611786c0-8e53-4bb4-a06a-9d8729ae90d0', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'port_id': '611786c0-8e53-4bb4-a06a-9d8729ae90d0', 'mac_address': 'fa:16:3e:4a:64:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:12:15.022869 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-c23a2f05-3519-4d5f-b86f-a3c0ebdcbc2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:15.026526 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-c23a2f05-3519-4d5f-b86f-a3c0ebdcbc2d admin admin] Publish callbacks [] for router_controller (1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b), precommit_delete_associations {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:15.080941 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 is: ACTIVE; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:12:15.081479 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:15.083859 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-e9286458-a4ec-4d56-b7a3-0491afb6cd4e None None] Port f92dd8ae-8808-4185-a230-d9139fe57336 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:12:15.096188 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc767ca1-a7f7-4f6b-81eb-972001d7fff8 req-76af2b48-5d2d-47b2-b4ab-53254dafbc49 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:15.097657 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cc767ca1-a7f7-4f6b-81eb-972001d7fff8 req-76af2b48-5d2d-47b2-b4ab-53254dafbc49 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0753934 Sep 21 10:12:15.110834 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Request body: {'port': {'device_id': '24e4d76b-d556-4f31-87dd-4ecbf188b95b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:12:15.114870 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62c694a1-1cda-4661-8655-4cd3b44d18eb req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:12:15.118575 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 611786c0-8e53-4bb4-a06a-9d8729ae90d0 {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:12:15.135842 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792807e5-5b7b-43ac-8369-4f5cb1bba1ad None None] Sync routers for ids ['3e0b4ff9-bf68-470b-988e-5437f77cf672'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:12:15.162058 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-c23a2f05-3519-4d5f-b86f-a3c0ebdcbc2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434283'] for router (1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:15.162740 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23a2f05-3519-4d5f-b86f-a3c0ebdcbc2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b {{(pid=106520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 10:12:15.169570 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-c23a2f05-3519-4d5f-b86f-a3c0ebdcbc2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:15.177639 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-c23a2f05-3519-4d5f-b86f-a3c0ebdcbc2d admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/1c6b2e6d-4a5f-4755-95a4-b8a0d68a5a7b HTTP/1.1" status: 204 len: 168 time: 2.3949022 Sep 21 10:12:15.177853 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-e3be458c-3db2-4b26-813b-7611c72b6cdc None None] Set router e96952d6-7208-4ffc-a87b-07d09a0809d2 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:12:15.178533 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56590) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:15.197819 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:15.213881 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792807e5-5b7b-43ac-8369-4f5cb1bba1ad None None] Routers {'3e0b4ff9-bf68-470b-988e-5437f77cf672'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:12:15.217977 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-792807e5-5b7b-43ac-8369-4f5cb1bba1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:12:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['3e0b4ff9-bf68-470b-988e-5437f77cf672'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:15.240390 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 611786c0-8e53-4bb4-a06a-9d8729ae90d0, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=611786c0-8e53-4bb4-a06a-9d8729ae90d0,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:15.315184 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_v2 [None req-56526797-d7c2-4d2c-815a-db5a8dc79700 admin admin] Deleting subnet e8b55abb-da7c-4272-a2d3-3aab9146c566 {{(pid=106520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 10:12:15.319677 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-56526797-d7c2-4d2c-815a-db5a8dc79700 admin admin] Publish callbacks [] for subnet (e8b55abb-da7c-4272-a2d3-3aab9146c566), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:15.337854 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:15.371585 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b7d2c77-5194-4386-b124-2e575d1f4c3c req-c6bb0b23-d1de-4b4d-bf37-792c95541f68 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dbb2264-e66c-498a-a2db-d9815b695f7f HTTP/1.1" status: 200 len: 210 time: 0.3514087 Sep 21 10:12:15.379666 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-56526797-d7c2-4d2c-815a-db5a8dc79700 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9665402'] for subnet (e8b55abb-da7c-4272-a2d3-3aab9146c566), precommit_delete_associations {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:15.396599 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:15.401573 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c694a1-1cda-4661-8655-4cd3b44d18eb req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] No DVR routers for this DVR port 53e8896f-dc4e-4337-800f-9726f8d755fb on host hv-cinder-85547 {{(pid=106519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:12:15.406335 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-62c694a1-1cda-4661-8655-4cd3b44d18eb req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:15.415040 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-62c694a1-1cda-4661-8655-4cd3b44d18eb req-8f1a36f9-cf2c-4549-b425-89e9ffa3382a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.42 "DELETE /networking/v2.0/ports/53e8896f-dc4e-4337-800f-9726f8d755fb HTTP/1.1" status: 204 len: 173 time: 3.0126123 Sep 21 10:12:15.424713 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4695e2b1-5d48-485c-921d-dfdf2f7f69c7', 'name': 'network-vif-deleted', 'tag': '53e8896f-dc4e-4337-800f-9726f8d755fb'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:12:15.427075 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b72813c-9a77-47b1-8a11-ca8749963fb1" -d '{"events": [{"server_uuid": "4695e2b1-5d48-485c-921d-dfdf2f7f69c7", "name": "network-vif-deleted", "tag": "53e8896f-dc4e-4337-800f-9726f8d755fb"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:12:15.452662 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cc767ca1-a7f7-4f6b-81eb-972001d7fff8 req-06c5aad2-6afd-4ce7-a46f-c1b050543c14 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210022 Sep 21 10:12:15.549813 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:15.551129 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f92dd8ae-8808-4185-a230-d9139fe57336), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:15.551803 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['611786c0-8e53-4bb4-a06a-9d8729ae90d0'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:12:15.570606 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6d3b20-bcb7-4f4c-bf5a-15e7c8aefa91 x-openstack-request-id: req-6f6d3b20-bcb7-4f4c-bf5a-15e7c8aefa91 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:12:15.571698 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4695e2b1-5d48-485c-921d-dfdf2f7f69c7", "name": "network-vif-deleted", "tag": "53e8896f-dc4e-4337-800f-9726f8d755fb", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:12:15.572117 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6f6d3b20-bcb7-4f4c-bf5a-15e7c8aefa91 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:12:15.572683 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f6d3b20-bcb7-4f4c-bf5a-15e7c8aefa91'] response: {'server_uuid': '4695e2b1-5d48-485c-921d-dfdf2f7f69c7', 'name': 'network-vif-deleted', 'tag': '53e8896f-dc4e-4337-800f-9726f8d755fb', 'status': 'completed', 'code': 200} Sep 21 10:12:15.579013 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-56526797-d7c2-4d2c-815a-db5a8dc79700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1348970'] for subnet (e8b55abb-da7c-4272-a2d3-3aab9146c566), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:15.624331 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-e9286458-a4ec-4d56-b7a3-0491afb6cd4e None None] Attempt 3 to provision port f92dd8ae-8808-4185-a230-d9139fe57336 Sep 21 10:12:15.703211 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-e3be458c-3db2-4b26-813b-7611c72b6cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 4, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port': {'id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd3927141-7786-4816-b6d0-e42a026a5a54', 'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'mac_address': 'fa:16:3e:2e:24:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:48Z', 'updated_at': '2022-09-21T10:06:11Z', 'revision_number': 5, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'subnets': [{'id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:15.716319 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-56526797-d7c2-4d2c-815a-db5a8dc79700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9667704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9909986'] for subnet (e8b55abb-da7c-4272-a2d3-3aab9146c566), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:15.720631 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-e9286458-a4ec-4d56-b7a3-0491afb6cd4e None None] Port f92dd8ae-8808-4185-a230-d9139fe57336 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:12:15.762923 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:15.810544 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-792807e5-5b7b-43ac-8369-4f5cb1bba1ad None None] Set router 3e0b4ff9-bf68-470b-988e-5437f77cf672 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:12:15.817572 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be458c-3db2-4b26-813b-7611c72b6cdc None None] The sync data for ids ['e96952d6-7208-4ffc-a87b-07d09a0809d2'] in dv-cinder-855479-2-iscsi is: [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:50Z', 'revision_number': 4, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port': {'id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd3927141-7786-4816-b6d0-e42a026a5a54', 'name': '', 'network_id': '60fbaebe-52f4-4e3a-8714-a12eadb4201c', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'mac_address': 'fa:16:3e:2e:24:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:48Z', 'updated_at': '2022-09-21T10:06:11Z', 'revision_number': 5, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'subnets': [{'id': '4d5d2acf-1045-41a7-ba31-7ebbbda78430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:12:15.827421 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-56526797-d7c2-4d2c-815a-db5a8dc79700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:15.834868 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-56526797-d7c2-4d2c-815a-db5a8dc79700 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/e8b55abb-da7c-4272-a2d3-3aab9146c566 HTTP/1.1" status: 204 len: 168 time: 0.6509149 Sep 21 10:12:15.834868 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56526797-d7c2-4d2c-815a-db5a8dc79700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8b55abb-da7c-4272-a2d3-3aab9146c566,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:15.834868 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56598) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:15.987628 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326367'] for network (6327c42e-81d4-4192-bfe4-14e358641177), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:16.050025 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721762f3-2e7d-4a9a-9e5f-021f76946127 None None] Network 6327c42e-81d4-4192-bfe4-14e358641177 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:12:16.054027 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=611786c0-8e53-4bb4-a06a-9d8729ae90d0,revision_number=6']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:16.064926 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac656b37-40f7-4b32-8c9b-3805747a1b30 req-f57d4625-3eca-428f-b133-3a1112d630ac tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:16.073823 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ac656b37-40f7-4b32-8c9b-3805747a1b30 req-f57d4625-3eca-428f-b133-3a1112d630ac tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 931 time: 0.1734514 Sep 21 10:12:16.088865 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device c50308a3-f560-483a-ad82-43e78284d2e2 no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:12:16.093255 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] Deleting port 52d0fdce-56f1-4400-947e-12135159ae51 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:12:16.093801 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (52d0fdce-56f1-4400-947e-12135159ae51), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:16.112411 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ddef9efa-e01a-4d58-bf97-65c982fc797b req-853b89e9-a48e-4f46-9012-639ca8b70a43 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4695e2b1-5d48-485c-921d-dfdf2f7f69c7 HTTP/1.1" status: 200 len: 210 time: 0.2252345 Sep 21 10:12:16.259182 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] For port 52d0fdce-56f1-4400-947e-12135159ae51, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=52d0fdce-56f1-4400-947e-12135159ae51,segment=NetworkSegment(1d6a6390-632b-48b4-b997-26c5dc09fc82),segment_id=1d6a6390-632b-48b4-b997-26c5dc09fc82)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:16.260132 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (52d0fdce-56f1-4400-947e-12135159ae51), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:16.264208 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ac656b37-40f7-4b32-8c9b-3805747a1b30 req-3664f79c-b2e2-434a-9ba9-7a587071fe2c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b638dd76-cb08-44c6-93ae-d588a867d052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890452 Sep 21 10:12:16.285969 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] Calling delete_port for 52d0fdce-56f1-4400-947e-12135159ae51 owned by network:dhcp {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:12:16.324570 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:16.327820 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-e9286458-a4ec-4d56-b7a3-0491afb6cd4e None None] Attempt 4 to provision port f92dd8ae-8808-4185-a230-d9139fe57336 Sep 21 10:12:16.377787 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-e9286458-a4ec-4d56-b7a3-0491afb6cd4e None None] Port f92dd8ae-8808-4185-a230-d9139fe57336 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:12:16.418004 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (52d0fdce-56f1-4400-947e-12135159ae51), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:16.430060 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: c50308a3-f560-483a-ad82-43e78284d2e2 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:12:16.432419 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device c50308a3-f560-483a-ad82-43e78284d2e2 not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:12:16.485930 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92dd8ae-8808-4185-a230-d9139fe57336 {{(pid=106519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:12:16.499088 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Publish callbacks [] for port (f92dd8ae-8808-4185-a230-d9139fe57336), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:16.537168 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-792807e5-5b7b-43ac-8369-4f5cb1bba1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:22Z', 'revision_number': 5, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:16.549844 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] No DVR routers for this DVR port 52d0fdce-56f1-4400-947e-12135159ae51 on host dv-cinder-855479-2-iscsi {{(pid=106520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:12:16.557491 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=52d0fdce-56f1-4400-947e-12135159ae51,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:16.558148 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f17563-c5ec-4d71-89bf-24b14f670a98 None None] New status for floating IP abedde85-2b0b-458b-ae33-7bb961a7ff3a: DOWN {{(pid=106522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:12:16.571565 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.provisioning_blocks [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Transition to ACTIVE for port object f92dd8ae-8808-4185-a230-d9139fe57336 will not be triggered until provisioned by entity L2. {{(pid=106519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:12:16.580324 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (f92dd8ae-8808-4185-a230-d9139fe57336), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:16.630970 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56606) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:16.689144 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 53e8896f-dc4e-4337-800f-9726f8d755fb no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:12:16.765348 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792807e5-5b7b-43ac-8369-4f5cb1bba1ad None None] Checking router: 3e0b4ff9-bf68-470b-988e-5437f77cf672 for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:12:16.794454 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Pushing event updated for resources: {'Port': ['ID=f92dd8ae-8808-4185-a230-d9139fe57336,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:16.813652 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364de2b9-9d1c-459e-ab7f-3a4024820887 req-06a970bc-1251-4162-aa11-2dfe1db6efd5 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:16.821092 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-364de2b9-9d1c-459e-ab7f-3a4024820887 req-06a970bc-1251-4162-aa11-2dfe1db6efd5 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 944 time: 0.1763370 Sep 21 10:12:16.866581 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433921', 'neutron.services.segments.db._delete_segments_for_network-8760788516801'] for network (6327c42e-81d4-4192-bfe4-14e358641177), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:16.867796 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: 53e8896f-dc4e-4337-800f-9726f8d755fb {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:12:16.868994 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 53e8896f-dc4e-4337-800f-9726f8d755fb not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:12:16.869718 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 2829b798-5a21-4d84-9127-7b9be25d2066 no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:12:16.885114 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-e9286458-a4ec-4d56-b7a3-0491afb6cd4e None None] Attempt 5 to provision port f92dd8ae-8808-4185-a230-d9139fe57336 Sep 21 10:12:16.899314 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f51806df-92f2-41cd-a218-2509864196a1 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group (f2ff86e3-eb2d-4b88-b6bd-7221106eb871), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:16.911122 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Attempting to bind port f92dd8ae-8808-4185-a230-d9139fe57336 on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:12:16.911465 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Attempting to bind port f92dd8ae-8808-4185-a230-d9139fe57336 by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:12:16.911830 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Attempting to bind port f92dd8ae-8808-4185-a230-d9139fe57336 on network ef7938f6-d232-4c14-9be3-ccb1b366c40f {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:12:16.927340 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-364de2b9-9d1c-459e-ab7f-3a4024820887 req-73ac469b-1f6e-4bc7-871c-a38da72727ea tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040854 Sep 21 10:12:16.931164 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6327c42e-81d4-4192-bfe4-14e358641177']}} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:16.955111 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6a6390-632b-48b4-b997-26c5dc09fc82') {'for_net_delete': True} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:16.955415 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6a6390-632b-48b4-b997-26c5dc09fc82') {} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:16.979759 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f51806df-92f2-41cd-a218-2509864196a1 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group (f2ff86e3-eb2d-4b88-b6bd-7221106eb871), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:16.982821 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760788516693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9665345'] for segment (1d6a6390-632b-48b4-b997-26c5dc09fc82), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:16.993657 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792807e5-5b7b-43ac-8369-4f5cb1bba1ad None None] Routers {'3e0b4ff9-bf68-470b-988e-5437f77cf672'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:12:16.995110 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-792807e5-5b7b-43ac-8369-4f5cb1bba1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:12:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['3e0b4ff9-bf68-470b-988e-5437f77cf672'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:17.001884 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:17.003502 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d72a085-46f8-476a-ae2e-064fe1705bf1 None None] DHCP port deletion for 6327c42e-81d4-4192-bfe4-14e358641177 request from dv-cinder-855479-2-iscsi {{(pid=106521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 10:12:17.008787 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: 2829b798-5a21-4d84-9127-7b9be25d2066 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:12:17.009549 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 2829b798-5a21-4d84-9127-7b9be25d2066 not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:12:17.012547 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (1d6a6390-632b-48b4-b997-26c5dc09fc82), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:17.024626 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Port f92dd8ae-8808-4185-a230-d9139fe57336 on network ef7938f6-d232-4c14-9be3-ccb1b366c40f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:12:17.025546 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Attempting to bind port f92dd8ae-8808-4185-a230-d9139fe57336 on network ef7938f6-d232-4c14-9be3-ccb1b366c40f {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:12:17.027774 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=106520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 10:12:17.028188 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667778'] for segment (1d6a6390-632b-48b4-b997-26c5dc09fc82), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:17.084289 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.services.segments.plugin [-] Segment 1d6a6390-632b-48b4-b997-26c5dc09fc82 resource provider aggregate not found Sep 21 10:12:17.111635 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:12:17.112055 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Checking segment: {'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:12:17.112399 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Bound using segment: {'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:12:17.112865 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Bound port: f92dd8ae-8808-4185-a230-d9139fe57336, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'}}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:12:17.113237 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f92dd8ae-8808-4185-a230-d9139fe57336), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:17.122731 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.services.segments.plugin [-] Segment 1d6a6390-632b-48b4-b997-26c5dc09fc82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d6a6390-632b-48b4-b997-26c5dc09fc82 found for delete ", "request_id": "req-c8a97193-4ccf-435e-9ba6-f224c4287e21"}]} Sep 21 10:12:17.142077 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1433976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438153'] for network (6327c42e-81d4-4192-bfe4-14e358641177), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:17.147693 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f51806df-92f2-41cd-a218-2509864196a1 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (f2ff86e3-eb2d-4b88-b6bd-7221106eb871), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:17.158647 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f51806df-92f2-41cd-a218-2509864196a1 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:17.158647 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-f51806df-92f2-41cd-a218-2509864196a1 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f2ff86e3-eb2d-4b88-b6bd-7221106eb871 HTTP/1.1" status: 204 len: 168 time: 0.5195277 Sep 21 10:12:17.172246 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:17.181008 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/6327c42e-81d4-4192-bfe4-14e358641177 HTTP/1.1" status: 204 len: 168 time: 1.3454521 Sep 21 10:12:17.189653 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56612) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:17.190508 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56616) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:17.231064 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51806df-92f2-41cd-a218-2509864196a1 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ff86e3-eb2d-4b88-b6bd-7221106eb871,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:17.243452 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf89f4-780d-4ff1-add2-73a83a010d59 admin admin] Pushing event deleted for resources: {'Network': ['ID=6327c42e-81d4-4192-bfe4-14e358641177,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:17.247693 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.api.v2.resource [None req-3beafa5e-ec8b-46a7-ae9e-38f84890dab7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] show failed (client error): The resource could not be found. Sep 21 10:12:17.249563 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-3beafa5e-ec8b-46a7-ae9e-38f84890dab7 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "GET /networking/v2.0/security-groups/f2ff86e3-eb2d-4b88-b6bd-7221106eb871 HTTP/1.1" status: 404 len: 347 time: 0.0519176 Sep 21 10:12:17.256551 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56620) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:17.271726 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-e9286458-a4ec-4d56-b7a3-0491afb6cd4e None None] Port f92dd8ae-8808-4185-a230-d9139fe57336 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:12:17.273201 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:17.295792 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=100 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:17.334277 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:17.440881 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-80186173-708a-427a-a00f-53151b478e92 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Deleting port 79f35ec2-456f-4b82-8fc2-5e3b8e72a3cb {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:12:17.441677 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-80186173-708a-427a-a00f-53151b478e92 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (79f35ec2-456f-4b82-8fc2-5e3b8e72a3cb), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:17.469817 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:17.641747 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-80186173-708a-427a-a00f-53151b478e92 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (79f35ec2-456f-4b82-8fc2-5e3b8e72a3cb), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:17.642091 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-80186173-708a-427a-a00f-53151b478e92 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for floatingip (79f35ec2-456f-4b82-8fc2-5e3b8e72a3cb), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:17.645554 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-792807e5-5b7b-43ac-8369-4f5cb1bba1ad None None] Set router 3e0b4ff9-bf68-470b-988e-5437f77cf672 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:12:17.660261 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] For port f92dd8ae-8808-4185-a230-d9139fe57336, host hv-cinder-85547, cleared binding levels {{(pid=106519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:12:17.677061 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-80186173-708a-427a-a00f-53151b478e92 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Calling delete_port for 79f35ec2-456f-4b82-8fc2-5e3b8e72a3cb owned by network:floatingip {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:12:17.703882 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0bc6f-54d5-43fb-b885-4fe53a6c743a req-c1490b2e-5a0a-4d42-ae86-31b5b8592b5b tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:17.711329 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-00d0bc6f-54d5-43fb-b885-4fe53a6c743a req-c1490b2e-5a0a-4d42-ae86-31b5b8592b5b tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 943 time: 0.2555685 Sep 21 10:12:17.719437 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] For port f92dd8ae-8808-4185-a230-d9139fe57336, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=f92dd8ae-8808-4185-a230-d9139fe57336,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:12:17.780138 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-e9286458-a4ec-4d56-b7a3-0491afb6cd4e None None] Attempt 6 to provision port f92dd8ae-8808-4185-a230-d9139fe57336 Sep 21 10:12:17.784074 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (f92dd8ae-8808-4185-a230-d9139fe57336), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:17.787720 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:17.788438 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:17.789928 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/f92dd8ae-8808-4185-a230-d9139fe57336 HTTP/1.1" status: 200 len: 1093 time: 2.6838286 Sep 21 10:12:17.807564 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e4d76b-d556-4f31-87dd-4ecbf188b95b', 'tag': 'f92dd8ae-8808-4185-a230-d9139fe57336'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:12:17.816408 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596d0bf8-5edd-4770-b1bf-382dc4cb992e" -d '{"events": [{"name": "network-changed", "server_uuid": "24e4d76b-d556-4f31-87dd-4ecbf188b95b", "tag": "f92dd8ae-8808-4185-a230-d9139fe57336"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:12:17.831553 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:17.858654 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-e9286458-a4ec-4d56-b7a3-0491afb6cd4e None None] Port f92dd8ae-8808-4185-a230-d9139fe57336 had new provisioning blocks added so it will not transition to active. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 10:12:17.935485 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:17.961907 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73a034-68a0-4e3e-b644-112517253184 service neutron] Pushing event updated for resources: {'Port': ['ID=f92dd8ae-8808-4185-a230-d9139fe57336,revision_number=3']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:17.972069 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-124ae737-3a18-4966-b884-179b63874a69 req-0aef98a3-ebe6-495f-a787-e330e187742e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1789095822&fields=id&tenant_id=91470b6b84c040bb85eec3f27b31f139 HTTP/1.1" status: 200 len: 267 time: 0.3217781 Sep 21 10:12:18.017269 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-80186173-708a-427a-a00f-53151b478e92 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (79f35ec2-456f-4b82-8fc2-5e3b8e72a3cb), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:18.020769 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 52d0fdce-56f1-4400-947e-12135159ae51 no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:12:18.057583 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: 52d0fdce-56f1-4400-947e-12135159ae51 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:12:18.058655 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 52d0fdce-56f1-4400-947e-12135159ae51 not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:12:18.063766 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80186173-708a-427a-a00f-53151b478e92 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Pushing event deleted for resources: {'Port': ['ID=79f35ec2-456f-4b82-8fc2-5e3b8e72a3cb,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:18.095737 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-792807e5-5b7b-43ac-8369-4f5cb1bba1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:22Z', 'revision_number': 5, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:18.128881 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-00d0bc6f-54d5-43fb-b885-4fe53a6c743a req-4d3208ae-3ed6-40ed-80c2-c9758652f3c2 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b638dd76-cb08-44c6-93ae-d588a867d052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4153903 Sep 21 10:12:18.135076 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-538388b0-0dc0-4b3c-acba-d4244b901c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:18.136622 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-538388b0-0dc0-4b3c-acba-d4244b901c8f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b302e94dce514d8c884a0d509cdd7032&device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 1127 time: 0.2762082 Sep 21 10:12:18.146024 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-80186173-708a-427a-a00f-53151b478e92 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks [] for floatingip (abedde85-2b0b-458b-ae33-7bb961a7ff3a), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:18.149171 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-80186173-708a-427a-a00f-53151b478e92 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:18.150452 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792807e5-5b7b-43ac-8369-4f5cb1bba1ad None None] The sync data for ids ['3e0b4ff9-bf68-470b-988e-5437f77cf672'] in dv-cinder-855479-2-iscsi is: [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:22Z', 'revision_number': 5, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:12:18.161504 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-80186173-708a-427a-a00f-53151b478e92 tempest-AttachVolumeTestJSON-95192179 tempest-AttachVolumeTestJSON-95192179-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/abedde85-2b0b-458b-ae33-7bb961a7ff3a HTTP/1.1" status: 204 len: 168 time: 0.9036682 Sep 21 10:12:18.211678 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-13a4d89b-a84b-4149-97cc-d92f1319eb1b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f92dd8ae-8808-4185-a230-d9139fe57336 HTTP/1.1" status: 200 len: 217 time: 0.0596907 Sep 21 10:12:18.300229 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262e28ed-c965-4c10-ad34-4c990ed1c66c x-openstack-request-id: req-262e28ed-c965-4c10-ad34-4c990ed1c66c {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:12:18.300535 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e4d76b-d556-4f31-87dd-4ecbf188b95b", "tag": "f92dd8ae-8808-4185-a230-d9139fe57336", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:12:18.303943 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-262e28ed-c965-4c10-ad34-4c990ed1c66c {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:12:18.303943 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-262e28ed-c965-4c10-ad34-4c990ed1c66c'] response: {'name': 'network-changed', 'server_uuid': '24e4d76b-d556-4f31-87dd-4ecbf188b95b', 'tag': 'f92dd8ae-8808-4185-a230-d9139fe57336', 'status': 'completed', 'code': 200} Sep 21 10:12:18.452296 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-4bf4b7ad-4c94-4c9d-b8ea-c389d3b03911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429990'] for router_interface (5668a70c-ee5f-4269-8c8c-35185a042daa), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:18.508699 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ae737-3a18-4966-b884-179b63874a69 req-67a2142c-8fda-4b07-86a2-a10bb569f8cf tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:18.510578 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-124ae737-3a18-4966-b884-179b63874a69 req-67a2142c-8fda-4b07-86a2-a10bb569f8cf tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/networks?id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 HTTP/1.1" status: 200 len: 811 time: 0.4800553 Sep 21 10:12:18.534358 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-4733d31f-30bb-43c7-b62c-d2dc535969ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:18.536411 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-4733d31f-30bb-43c7-b62c-d2dc535969ba service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=80d4efae-e3db-4db7-af72-315587821cfa HTTP/1.1" status: 200 len: 854 time: 0.3174074 Sep 21 10:12:18.562818 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-124ae737-3a18-4966-b884-179b63874a69 req-e4cc75d5-fc37-4646-86d8-4d0d408b98aa tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/quotas/91470b6b84c040bb85eec3f27b31f139 HTTP/1.1" status: 200 len: 375 time: 0.0417624 Sep 21 10:12:18.570806 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe17ab-b2fc-4f28-b57c-888839af176c req-f11e5380-fd25-4dfe-b516-103a54f155ef tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:18.572607 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d5fe17ab-b2fc-4f28-b57c-888839af176c req-f11e5380-fd25-4dfe-b516-103a54f155ef tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 944 time: 0.2351179 Sep 21 10:12:18.594846 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 611786c0-8e53-4bb4-a06a-9d8729ae90d0 up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:12:18.667557 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d5a492-1446-495c-b56e-b6a887348e53 None None] New status for floating IP 6c56b5e7-49cc-4f62-8068-053c42e77c43: DOWN {{(pid=106521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:12:18.686800 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d5fe17ab-b2fc-4f28-b57c-888839af176c req-bb3044e4-6c9c-4550-819a-3f675f0b2a09 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744226 Sep 21 10:12:18.748815 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-124ae737-3a18-4966-b884-179b63874a69 req-bfedf98a-382a-4144-99d1-1588f1658efd tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=91470b6b84c040bb85eec3f27b31f139&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1723578 Sep 21 10:12:18.750017 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb350fca-28a2-4038-9e53-14fb1d414812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:18.751529 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-cb350fca-28a2-4038-9e53-14fb1d414812 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ef7938f6-d232-4c14-9be3-ccb1b366c40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2035058 Sep 21 10:12:18.784180 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:18.871070 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:12:18.871742 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:18.872343 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 Sep 21 10:12:18.885940 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:19.012452 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:12:19.013541 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:19.045920 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a52890-25ca-4b4a-a62a-74eee16c449a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611786c0-8e53-4bb4-a06a-9d8729ae90d0'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:12:19.046362 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c854eda-eab6-4185-860b-40625af6f3ac" -d '{"events": [{"server_uuid": "e7a52890-25ca-4b4a-a62a-74eee16c449a", "name": "network-vif-plugged", "status": "completed", "tag": "611786c0-8e53-4bb4-a06a-9d8729ae90d0"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:12:19.081452 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 611786c0-8e53-4bb4-a06a-9d8729ae90d0, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=611786c0-8e53-4bb4-a06a-9d8729ae90d0,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:19.090409 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:19.127474 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-a2672f48-55c9-49f2-a965-2090bc794933 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663723 Sep 21 10:12:19.201017 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=611786c0-8e53-4bb4-a06a-9d8729ae90d0,revision_number=7']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:19.268932 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd82c6ed-9625-48f7-bdf0-0e9d66368a24 x-openstack-request-id: req-fd82c6ed-9625-48f7-bdf0-0e9d66368a24 {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:12:19.269254 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a52890-25ca-4b4a-a62a-74eee16c449a", "name": "network-vif-plugged", "status": "completed", "tag": "611786c0-8e53-4bb4-a06a-9d8729ae90d0", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:12:19.269518 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fd82c6ed-9625-48f7-bdf0-0e9d66368a24 {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:12:19.269690 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-124ae737-3a18-4966-b884-179b63874a69 req-fd4b8a11-9e7c-470b-9ff6-839b999a5239 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826336 Sep 21 10:12:19.269948 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd82c6ed-9625-48f7-bdf0-0e9d66368a24'] response: {'server_uuid': 'e7a52890-25ca-4b4a-a62a-74eee16c449a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611786c0-8e53-4bb4-a06a-9d8729ae90d0', 'code': 200} Sep 21 10:12:19.364010 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-4bf4b7ad-4c94-4c9d-b8ea-c389d3b03911 admin admin] Deleting port a3a7b416-8353-4c37-ac69-3a07314d070f {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:12:19.364486 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-4bf4b7ad-4c94-4c9d-b8ea-c389d3b03911 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (a3a7b416-8353-4c37-ac69-3a07314d070f), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:19.489608 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65201d33-77b9-4e0c-ba6c-dc611f32ec96 req-10205362-690b-4274-92ba-001bf0ace8cf tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:19.492410 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-65201d33-77b9-4e0c-ba6c-dc611f32ec96 req-10205362-690b-4274-92ba-001bf0ace8cf tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 943 time: 0.1429420 Sep 21 10:12:19.494711 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4d8987b9-290b-40db-9823-abe2e53fbcf7 req-16e54f05-da46-4401-b6ab-b6729a81f57e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504117 Sep 21 10:12:19.578026 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-124ae737-3a18-4966-b884-179b63874a69 req-f03a574b-dc94-4537-9320-985b4038c481 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946773 Sep 21 10:12:19.607016 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [None req-4bf4b7ad-4c94-4c9d-b8ea-c389d3b03911 admin admin] For port a3a7b416-8353-4c37-ac69-3a07314d070f, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=a3a7b416-8353-4c37-ac69-3a07314d070f,segment=NetworkSegment(ef283d6e-b3a8-4ea8-ba63-16939cfb0401),segment_id=ef283d6e-b3a8-4ea8-ba63-16939cfb0401)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:19.607314 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-4bf4b7ad-4c94-4c9d-b8ea-c389d3b03911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (a3a7b416-8353-4c37-ac69-3a07314d070f), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:19.631058 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-65201d33-77b9-4e0c-ba6c-dc611f32ec96 req-0f33a10f-9b07-4838-bf47-447d00d14fef tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b638dd76-cb08-44c6-93ae-d588a867d052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144361 Sep 21 10:12:19.640018 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-4bf4b7ad-4c94-4c9d-b8ea-c389d3b03911 admin admin] Calling delete_port for a3a7b416-8353-4c37-ac69-3a07314d070f owned by network:router_interface {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:12:19.938577 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efe9fb-9e42-412a-a9c4-3e3811773b99 req-6420b531-f028-4b72-a95f-26a02375bd0b tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:19.941953 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-91efe9fb-9e42-412a-a9c4-3e3811773b99 req-6420b531-f028-4b72-a95f-26a02375bd0b tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.1019464 Sep 21 10:12:19.984954 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:20.009743 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:20.063472 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-4bf4b7ad-4c94-4c9d-b8ea-c389d3b03911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (a3a7b416-8353-4c37-ac69-3a07314d070f), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:20.100970 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-91efe9fb-9e42-412a-a9c4-3e3811773b99 req-6bef8e92-7f30-4351-b79e-8825024cc859 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409671 Sep 21 10:12:20.105834 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4b7ad-4c94-4c9d-b8ea-c389d3b03911 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a7b416-8353-4c37-ac69-3a07314d070f,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:20.745311 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0e2ebe40-6baf-4d15-836a-80822bff1cc3 req-8f29c7a7-34ff-48f4-a22d-5b66821bd315 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 210 time: 0.1287887 Sep 21 10:12:20.792740 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d0bf8-5edd-4770-b1bf-382dc4cb992e req-38dd72a2-ce41-440d-af12-b7d1f6599e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:20.810311 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-596d0bf8-5edd-4770-b1bf-382dc4cb992e req-38dd72a2-ce41-440d-af12-b7d1f6599e82 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b302e94dce514d8c884a0d509cdd7032&device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 1127 time: 0.1923964 Sep 21 10:12:20.953483 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae0193-8a98-4836-b58d-bb0418cd2015 req-949cf01b-b086-4dcc-842f-44ccde1ce71c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:20.960480 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a7ae0193-8a98-4836-b58d-bb0418cd2015 req-949cf01b-b086-4dcc-842f-44ccde1ce71c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 943 time: 0.1435308 Sep 21 10:12:21.168153 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a7ae0193-8a98-4836-b58d-bb0418cd2015 req-ca5498ad-87d2-4407-b81d-ec57369d49be tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b638dd76-cb08-44c6-93ae-d588a867d052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066233 Sep 21 10:12:21.178986 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d0bf8-5edd-4770-b1bf-382dc4cb992e req-1e368998-62ae-41b9-a33f-3c5e37aaa00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:21.193925 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-596d0bf8-5edd-4770-b1bf-382dc4cb992e req-1e368998-62ae-41b9-a33f-3c5e37aaa00a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ef7938f6-d232-4c14-9be3-ccb1b366c40f HTTP/1.1" status: 200 len: 916 time: 0.3678787 Sep 21 10:12:21.195046 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-4bf4b7ad-4c94-4c9d-b8ea-c389d3b03911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-434198'] for router_interface (5668a70c-ee5f-4269-8c8c-35185a042daa), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:21.250625 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-596d0bf8-5edd-4770-b1bf-382dc4cb992e req-6fe0d0a9-d812-4f90-9108-21e0220ed161 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f92dd8ae-8808-4185-a230-d9139fe57336 HTTP/1.1" status: 200 len: 217 time: 0.0402853 Sep 21 10:12:21.416824 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d0bf8-5edd-4770-b1bf-382dc4cb992e req-161cf130-af2e-47e4-884e-1369b56131dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:21.418371 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-596d0bf8-5edd-4770-b1bf-382dc4cb992e req-161cf130-af2e-47e4-884e-1369b56131dd service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=80d4efae-e3db-4db7-af72-315587821cfa HTTP/1.1" status: 200 len: 854 time: 0.1317253 Sep 21 10:12:21.456887 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd9331-0c0b-423a-bebe-30475dcd3912 req-a504310b-a36e-4da0-9d16-7c6a66c3d5a6 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:21.460155 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b4cd9331-0c0b-423a-bebe-30475dcd3912 req-a504310b-a36e-4da0-9d16-7c6a66c3d5a6 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.1157908 Sep 21 10:12:21.544310 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d0bf8-5edd-4770-b1bf-382dc4cb992e req-f8849c34-5d01-4972-97b0-8b4e8a23c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:21.547825 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-596d0bf8-5edd-4770-b1bf-382dc4cb992e req-f8849c34-5d01-4972-97b0-8b4e8a23c8ae service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ef7938f6-d232-4c14-9be3-ccb1b366c40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0974140 Sep 21 10:12:21.581181 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b4cd9331-0c0b-423a-bebe-30475dcd3912 req-d64bc002-521a-4ca2-b544-df5455a83485 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033828 Sep 21 10:12:21.731777 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:21.903232 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf4b7ad-4c94-4c9d-b8ea-c389d3b03911 admin admin] Router 5668a70c-ee5f-4269-8c8c-35185a042daa has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:12:21.961537 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c5d564d5-3660-41a3-9df0-f3b2ec2b8b41 req-c730afaa-db00-44e8-a21f-1c9d7710c0ea tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 210 time: 0.0523243 Sep 21 10:12:21.980421 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:22.052187 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ae737-3a18-4966-b884-179b63874a69 req-33a71725-2a56-430e-8ea4-51f35fd0f85f tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:22.053779 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-124ae737-3a18-4966-b884-179b63874a69 req-33a71725-2a56-430e-8ea4-51f35fd0f85f tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.42 "GET /networking/v2.0/networks?id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 HTTP/1.1" status: 200 len: 811 time: 0.2562485 Sep 21 10:12:22.061357 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-596d0bf8-5edd-4770-b1bf-382dc4cb992e req-e3179fd7-ab2b-4a17-899d-4ffa0afd8863 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281708 Sep 21 10:12:22.300839 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-124ae737-3a18-4966-b884-179b63874a69 req-6d3c7e27-a982-4c69-b27d-73e52de05e93 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=91470b6b84c040bb85eec3f27b31f139 HTTP/1.1" status: 200 len: 380 time: 0.1911645 Sep 21 10:12:22.316463 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-124ae737-3a18-4966-b884-179b63874a69 req-94dbeef0-cf8a-4c7b-b747-b7e073693376 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Request body: {'port': {'device_id': '92b70eb2-7175-43b0-bb20-45c6be503760', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'admin_state_up': True, 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'security_groups': ['955f12ad-00f1-454f-9afe-48ce40324e83']}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:12:22.325851 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56696) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:22.347814 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf4b7ad-4c94-4c9d-b8ea-c389d3b03911 admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:12:22.364291 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eda8e3-3ba6-4ba3-8868-32305218c4dd None None] Sync routers for ids ['5668a70c-ee5f-4269-8c8c-35185a042daa'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:12:22.380658 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-4bf4b7ad-4c94-4c9d-b8ea-c389d3b03911 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/5668a70c-ee5f-4269-8c8c-35185a042daa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1891308 Sep 21 10:12:22.383020 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-596d0bf8-5edd-4770-b1bf-382dc4cb992e req-a74db6e6-f8e6-4a0b-8960-525b20f50608 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672195 Sep 21 10:12:22.384097 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56700) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:22.445313 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eda8e3-3ba6-4ba3-8868-32305218c4dd None None] Routers {'5668a70c-ee5f-4269-8c8c-35185a042daa'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:12:22.450185 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-b6eda8e3-3ba6-4ba3-8868-32305218c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:12:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['5668a70c-ee5f-4269-8c8c-35185a042daa'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:22.548964 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cee41c-4eeb-4534-8ccc-5767bb4dbf38 req-9c9e47eb-8908-45dd-802b-ac8c8373074c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:22.566301 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-82cee41c-4eeb-4534-8ccc-5767bb4dbf38 req-9c9e47eb-8908-45dd-802b-ac8c8373074c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 943 time: 0.2445633 Sep 21 10:12:22.640333 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-b6eda8e3-3ba6-4ba3-8868-32305218c4dd None None] Set router 5668a70c-ee5f-4269-8c8c-35185a042daa gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:12:22.641033 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device f92dd8ae-8808-4185-a230-d9139fe57336 details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:12:22.800510 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-82cee41c-4eeb-4534-8ccc-5767bb4dbf38 req-18bb819d-4d78-41d7-8032-3767bb72b575 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b638dd76-cb08-44c6-93ae-d588a867d052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328768 Sep 21 10:12:22.858489 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124ae737-3a18-4966-b884-179b63874a69 req-94dbeef0-cf8a-4c7b-b747-b7e073693376 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Made reservation on behalf of 91470b6b84c040bb85eec3f27b31f139 for: {'port': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:12:22.858489 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-124ae737-3a18-4966-b884-179b63874a69 req-94dbeef0-cf8a-4c7b-b747-b7e073693376 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:22.915998 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfe04e-ce5a-4a15-8bd0-1d99ccade814 req-a105881c-1b68-43ad-82fa-470d42f7036f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:22.916986 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-b6eda8e3-3ba6-4ba3-8868-32305218c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'name': 'tempest-TestMinimumBasicScenario-330480178-router', 'tenant_id': '287a202a96d24178839bfec3d5c1b892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b98c426-953e-42ce-8b9e-b1265cbd46ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:38Z', 'updated_at': '2022-09-21T10:12:19Z', 'revision_number': 5, 'project_id': '287a202a96d24178839bfec3d5c1b892', 'gw_port': {'id': '2b98c426-953e-42ce-8b9e-b1265cbd46ca', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:39Z', 'updated_at': '2022-09-21T10:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:22.921742 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port f92dd8ae-8808-4185-a230-d9139fe57336, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=f92dd8ae-8808-4185-a230-d9139fe57336,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:22.930104 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-febfe04e-ce5a-4a15-8bd0-1d99ccade814 req-a105881c-1b68-43ad-82fa-470d42f7036f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.1281018 Sep 21 10:12:22.939087 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': 'f92dd8ae-8808-4185-a230-d9139fe57336', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'port_id': 'f92dd8ae-8808-4185-a230-d9139fe57336', 'mac_address': 'fa:16:3e:0d:2d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:12:22.955631 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eda8e3-3ba6-4ba3-8868-32305218c4dd None None] Checking router: 5668a70c-ee5f-4269-8c8c-35185a042daa for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:12:22.965570 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eda8e3-3ba6-4ba3-8868-32305218c4dd None None] Routers {'5668a70c-ee5f-4269-8c8c-35185a042daa'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:12:22.966546 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-b6eda8e3-3ba6-4ba3-8868-32305218c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:12:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['5668a70c-ee5f-4269-8c8c-35185a042daa'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:23.004356 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port f92dd8ae-8808-4185-a230-d9139fe57336 is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:12:23.006519 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f92dd8ae-8808-4185-a230-d9139fe57336), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:23.038308 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92dd8ae-8808-4185-a230-d9139fe57336 {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:12:23.103047 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port f92dd8ae-8808-4185-a230-d9139fe57336, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=f92dd8ae-8808-4185-a230-d9139fe57336,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:23.112733 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-febfe04e-ce5a-4a15-8bd0-1d99ccade814 req-8ea97836-fc6f-442b-9c64-c86520a1533a tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811340 Sep 21 10:12:23.115619 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (f92dd8ae-8808-4185-a230-d9139fe57336), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:23.186179 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=f92dd8ae-8808-4185-a230-d9139fe57336,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:23.191080 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-54417b1d-8af2-4a63-9785-2c86a452b0d5 admin admin] Publish callbacks [] for router (5668a70c-ee5f-4269-8c8c-35185a042daa), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:23.194562 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-b6eda8e3-3ba6-4ba3-8868-32305218c4dd None None] Set router 5668a70c-ee5f-4269-8c8c-35185a042daa gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:12:23.203288 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1ea5e8b6-4904-4fb7-b5fa-e8bacdcc138f req-058e8ac8-1424-466e-96f8-edf44d423b86 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 210 time: 0.1057527 Sep 21 10:12:23.219419 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:23.268571 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=100 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:23.299580 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [req-124ae737-3a18-4966-b884-179b63874a69 req-94dbeef0-cf8a-4c7b-b747-b7e073693376 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Allocated IP 172.20.0.10 (6e42426a-5bfa-4c7e-8ed0-2d27a94bc263/a03c6c51-ced1-4661-a77b-9c8af558d81f/e8a3d4b3-230b-4d84-8794-b5c57a8db3af) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:12:23.317411 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:23.343342 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:DELETE=6 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:23.351440 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['f92dd8ae-8808-4185-a230-d9139fe57336'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:12:23.410802 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-b6eda8e3-3ba6-4ba3-8868-32305218c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'name': 'tempest-TestMinimumBasicScenario-330480178-router', 'tenant_id': '287a202a96d24178839bfec3d5c1b892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b98c426-953e-42ce-8b9e-b1265cbd46ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:38Z', 'updated_at': '2022-09-21T10:12:19Z', 'revision_number': 5, 'project_id': '287a202a96d24178839bfec3d5c1b892', 'gw_port': {'id': '2b98c426-953e-42ce-8b9e-b1265cbd46ca', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:39Z', 'updated_at': '2022-09-21T10:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:23.455707 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eda8e3-3ba6-4ba3-8868-32305218c4dd None None] The sync data for ids ['5668a70c-ee5f-4269-8c8c-35185a042daa'] in dv-cinder-855479-2-iscsi is: [{'id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'name': 'tempest-TestMinimumBasicScenario-330480178-router', 'tenant_id': '287a202a96d24178839bfec3d5c1b892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b98c426-953e-42ce-8b9e-b1265cbd46ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:38Z', 'updated_at': '2022-09-21T10:12:19Z', 'revision_number': 5, 'project_id': '287a202a96d24178839bfec3d5c1b892', 'gw_port': {'id': '2b98c426-953e-42ce-8b9e-b1265cbd46ca', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668a70c-ee5f-4269-8c8c-35185a042daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:39Z', 'updated_at': '2022-09-21T10:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:12:23.461226 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:23.503409 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-54417b1d-8af2-4a63-9785-2c86a452b0d5 admin admin] Publish callbacks [] for router_gateway (5668a70c-ee5f-4269-8c8c-35185a042daa), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:23.511961 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-34cd0de4-43aa-4383-979a-d4e0943d956a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429990'] for router_interface (e96952d6-7208-4ffc-a87b-07d09a0809d2), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:23.530817 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:23.546213 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-124ae737-3a18-4966-b884-179b63874a69 req-94dbeef0-cf8a-4c7b-b747-b7e073693376 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for port (e8a3d4b3-230b-4d84-8794-b5c57a8db3af), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:23.587572 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-124ae737-3a18-4966-b884-179b63874a69 req-94dbeef0-cf8a-4c7b-b747-b7e073693376 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (e8a3d4b3-230b-4d84-8794-b5c57a8db3af), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:23.624766 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:23.658112 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbeef0-cf8a-4c7b-b747-b7e073693376 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event updated for resources: {'Port': ['ID=e8a3d4b3-230b-4d84-8794-b5c57a8db3af,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:23.661758 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124ae737-3a18-4966-b884-179b63874a69 req-94dbeef0-cf8a-4c7b-b747-b7e073693376 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:12:23.663902 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [req-124ae737-3a18-4966-b884-179b63874a69 req-94dbeef0-cf8a-4c7b-b747-b7e073693376 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:12:23.666607 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-124ae737-3a18-4966-b884-179b63874a69 req-94dbeef0-cf8a-4c7b-b747-b7e073693376 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:12:23.703468 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-54417b1d-8af2-4a63-9785-2c86a452b0d5 admin admin] Deleting port 2b98c426-953e-42ce-8b9e-b1265cbd46ca {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:12:23.703910 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-54417b1d-8af2-4a63-9785-2c86a452b0d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (2b98c426-953e-42ce-8b9e-b1265cbd46ca), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:23.739585 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ae737-3a18-4966-b884-179b63874a69 req-94dbeef0-cf8a-4c7b-b747-b7e073693376 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:23.740255 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-124ae737-3a18-4966-b884-179b63874a69 req-94dbeef0-cf8a-4c7b-b747-b7e073693376 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:23.761427 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-124ae737-3a18-4966-b884-179b63874a69 req-94dbeef0-cf8a-4c7b-b747-b7e073693376 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4512782 Sep 21 10:12:23.779370 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Request body: {'port': {'device_id': '92b70eb2-7175-43b0-bb20-45c6be503760', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:12:23.903921 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device a3a7b416-8353-4c37-ac69-3a07314d070f no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:12:23.918509 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (e8a3d4b3-230b-4d84-8794-b5c57a8db3af), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:23.936058 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [None req-54417b1d-8af2-4a63-9785-2c86a452b0d5 admin admin] For port 2b98c426-953e-42ce-8b9e-b1265cbd46ca, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=2b98c426-953e-42ce-8b9e-b1265cbd46ca,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:23.936442 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-54417b1d-8af2-4a63-9785-2c86a452b0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (2b98c426-953e-42ce-8b9e-b1265cbd46ca), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:23.962729 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-54417b1d-8af2-4a63-9785-2c86a452b0d5 admin admin] Calling delete_port for 2b98c426-953e-42ce-8b9e-b1265cbd46ca owned by network:router_gateway {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:12:23.980365 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: a3a7b416-8353-4c37-ac69-3a07314d070f {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:12:23.980932 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device a3a7b416-8353-4c37-ac69-3a07314d070f not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:12:24.022433 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-34cd0de4-43aa-4383-979a-d4e0943d956a admin admin] Deleting port d3927141-7786-4816-b6d0-e42a026a5a54 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:12:24.022841 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-34cd0de4-43aa-4383-979a-d4e0943d956a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (d3927141-7786-4816-b6d0-e42a026a5a54), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:24.044567 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-d36bba05-198c-4355-a104-522799c7edb6 None None] Provisioning complete for port e8a3d4b3-230b-4d84-8794-b5c57a8db3af triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:12:24.046117 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-d36bba05-198c-4355-a104-522799c7edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (e8a3d4b3-230b-4d84-8794-b5c57a8db3af), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:24.046664 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-d36bba05-198c-4355-a104-522799c7edb6 None None] Attempt 1 to provision port e8a3d4b3-230b-4d84-8794-b5c57a8db3af Sep 21 10:12:24.058962 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df2113-de8c-4d50-a343-9e9b555ed494 req-2935ff74-8ace-4ac7-9eeb-9619d118f78c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:24.070341 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80df2113-de8c-4d50-a343-9e9b555ed494 req-2935ff74-8ace-4ac7-9eeb-9619d118f78c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 944 time: 0.0967512 Sep 21 10:12:24.092665 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:24.095774 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-d36bba05-198c-4355-a104-522799c7edb6 None None] Port e8a3d4b3-230b-4d84-8794-b5c57a8db3af cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:12:24.147299 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80df2113-de8c-4d50-a343-9e9b555ed494 req-db74ae6f-5625-4361-8484-6292039e2cab tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b638dd76-cb08-44c6-93ae-d588a867d052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691385 Sep 21 10:12:24.260161 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [None req-34cd0de4-43aa-4383-979a-d4e0943d956a admin admin] For port d3927141-7786-4816-b6d0-e42a026a5a54, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=d3927141-7786-4816-b6d0-e42a026a5a54,segment=NetworkSegment(241b5bf6-5ac4-473b-82f0-57d3d23ca7fb),segment_id=241b5bf6-5ac4-473b-82f0-57d3d23ca7fb)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:24.260559 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-34cd0de4-43aa-4383-979a-d4e0943d956a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (d3927141-7786-4816-b6d0-e42a026a5a54), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:24.294824 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-34cd0de4-43aa-4383-979a-d4e0943d956a admin admin] Calling delete_port for d3927141-7786-4816-b6d0-e42a026a5a54 owned by network:router_interface {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:12:24.414555 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec78300-d369-477f-bd0c-6ada9bcaafd2 req-ec1f8df6-060b-46fe-9869-aa22227b1e74 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:24.421798 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-dec78300-d369-477f-bd0c-6ada9bcaafd2 req-ec1f8df6-060b-46fe-9869-aa22227b1e74 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.1512735 Sep 21 10:12:24.445577 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-54417b1d-8af2-4a63-9785-2c86a452b0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (2b98c426-953e-42ce-8b9e-b1265cbd46ca), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:24.468018 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adcc63-ab5e-4272-a6af-3a24d5c9c3be req-aa65cc8c-2287-4406-b7e9-2f42ce95fecd tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:24.476338 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-06adcc63-ab5e-4272-a6af-3a24d5c9c3be req-aa65cc8c-2287-4406-b7e9-2f42ce95fecd tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 932 time: 0.1445076 Sep 21 10:12:24.557599 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-dec78300-d369-477f-bd0c-6ada9bcaafd2 req-efb77ab9-87cc-4afb-8d81-168c6217f4a8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346211 Sep 21 10:12:24.587558 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:24.596692 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-d36bba05-198c-4355-a104-522799c7edb6 None None] Attempt 2 to provision port e8a3d4b3-230b-4d84-8794-b5c57a8db3af Sep 21 10:12:24.611269 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-06adcc63-ab5e-4272-a6af-3a24d5c9c3be req-49b9fae2-e7a7-43cc-b2d3-962ebc894b84 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316988 Sep 21 10:12:24.667396 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-d36bba05-198c-4355-a104-522799c7edb6 None None] Port e8a3d4b3-230b-4d84-8794-b5c57a8db3af cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:12:24.670167 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device f92dd8ae-8808-4185-a230-d9139fe57336 up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:12:24.690988 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a3d4b3-230b-4d84-8794-b5c57a8db3af {{(pid=106519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:12:24.702829 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Publish callbacks [] for port (e8a3d4b3-230b-4d84-8794-b5c57a8db3af), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:24.731408 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port f92dd8ae-8808-4185-a230-d9139fe57336 completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:12:24.735328 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.provisioning_blocks [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Transition to ACTIVE for port object e8a3d4b3-230b-4d84-8794-b5c57a8db3af will not be triggered until provisioned by entity L2. {{(pid=106519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:12:24.743357 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (e8a3d4b3-230b-4d84-8794-b5c57a8db3af), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:24.745492 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port f92dd8ae-8808-4185-a230-d9139fe57336 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:12:24.747322 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (f92dd8ae-8808-4185-a230-d9139fe57336), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:24.748293 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port f92dd8ae-8808-4185-a230-d9139fe57336 Sep 21 10:12:24.807441 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:24.824886 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54417b1d-8af2-4a63-9785-2c86a452b0d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b98c426-953e-42ce-8b9e-b1265cbd46ca,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:24.869391 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port f92dd8ae-8808-4185-a230-d9139fe57336 is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:12:24.869840 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f92dd8ae-8808-4185-a230-d9139fe57336), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:24.889549 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Attempting to bind port e8a3d4b3-230b-4d84-8794-b5c57a8db3af on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:12:24.889879 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Attempting to bind port e8a3d4b3-230b-4d84-8794-b5c57a8db3af by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:12:24.890183 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Attempting to bind port e8a3d4b3-230b-4d84-8794-b5c57a8db3af on network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:12:24.892360 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Pushing event updated for resources: {'Port': ['ID=e8a3d4b3-230b-4d84-8794-b5c57a8db3af,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:24.897296 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e4d76b-d556-4f31-87dd-4ecbf188b95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92dd8ae-8808-4185-a230-d9139fe57336'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:12:24.899880 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbd1524-97c1-4bb1-bf2a-9462fbe0815c" -d '{"events": [{"server_uuid": "24e4d76b-d556-4f31-87dd-4ecbf188b95b", "name": "network-vif-plugged", "status": "completed", "tag": "f92dd8ae-8808-4185-a230-d9139fe57336"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:12:24.915739 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port f92dd8ae-8808-4185-a230-d9139fe57336, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=f92dd8ae-8808-4185-a230-d9139fe57336,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:24.917419 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:24.925186 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (f92dd8ae-8808-4185-a230-d9139fe57336), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:24.929418 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:24.941215 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-54417b1d-8af2-4a63-9785-2c86a452b0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438108'] for router_gateway (5668a70c-ee5f-4269-8c8c-35185a042daa), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:24.954420 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Port e8a3d4b3-230b-4d84-8794-b5c57a8db3af on network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:12:24.954830 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Attempting to bind port e8a3d4b3-230b-4d84-8794-b5c57a8db3af on network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:12:24.987567 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd8719c-5095-46f3-882e-df50c69089af x-openstack-request-id: req-ddd8719c-5095-46f3-882e-df50c69089af {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:12:24.988352 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e4d76b-d556-4f31-87dd-4ecbf188b95b", "name": "network-vif-plugged", "status": "completed", "tag": "f92dd8ae-8808-4185-a230-d9139fe57336", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:12:24.989661 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ddd8719c-5095-46f3-882e-df50c69089af {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:12:24.990341 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddd8719c-5095-46f3-882e-df50c69089af'] response: {'server_uuid': '24e4d76b-d556-4f31-87dd-4ecbf188b95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92dd8ae-8808-4185-a230-d9139fe57336', 'code': 200} Sep 21 10:12:25.011554 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:25.020420 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:12:25.021307 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Checking segment: {'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:12:25.021704 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Bound using segment: {'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:12:25.022627 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Bound port: e8a3d4b3-230b-4d84-8794-b5c57a8db3af, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'}}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:12:25.023969 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (e8a3d4b3-230b-4d84-8794-b5c57a8db3af), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:25.045103 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=f92dd8ae-8808-4185-a230-d9139fe57336,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:25.099236 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] For port e8a3d4b3-230b-4d84-8794-b5c57a8db3af, host hv-cinder-85547, cleared binding levels {{(pid=106519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:12:25.103627 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] For port e8a3d4b3-230b-4d84-8794-b5c57a8db3af, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=e8a3d4b3-230b-4d84-8794-b5c57a8db3af,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:12:25.113619 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (e8a3d4b3-230b-4d84-8794-b5c57a8db3af), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:25.121566 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:25.122323 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:25.124463 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-124ae737-3a18-4966-b884-179b63874a69 req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/e8a3d4b3-230b-4d84-8794-b5c57a8db3af HTTP/1.1" status: 200 len: 1094 time: 1.3515010 Sep 21 10:12:25.126173 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b70eb2-7175-43b0-bb20-45c6be503760', 'tag': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:12:25.128579 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3786b6d2-c967-474a-a882-5c70d4f3e26c" -d '{"events": [{"name": "network-changed", "server_uuid": "92b70eb2-7175-43b0-bb20-45c6be503760", "tag": "e8a3d4b3-230b-4d84-8794-b5c57a8db3af"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:12:25.141531 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-54417b1d-8af2-4a63-9785-2c86a452b0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (5668a70c-ee5f-4269-8c8c-35185a042daa), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:25.152875 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-54417b1d-8af2-4a63-9785-2c86a452b0d5 admin admin] Publish callbacks [] for router_controller (5668a70c-ee5f-4269-8c8c-35185a042daa), precommit_delete_associations {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:25.168743 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-d36bba05-198c-4355-a104-522799c7edb6 None None] Attempt 3 to provision port e8a3d4b3-230b-4d84-8794-b5c57a8db3af Sep 21 10:12:25.240054 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-54417b1d-8af2-4a63-9785-2c86a452b0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434283'] for router (5668a70c-ee5f-4269-8c8c-35185a042daa), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:25.240880 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54417b1d-8af2-4a63-9785-2c86a452b0d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5668a70c-ee5f-4269-8c8c-35185a042daa {{(pid=106520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 10:12:25.252829 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-34cd0de4-43aa-4383-979a-d4e0943d956a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (d3927141-7786-4816-b6d0-e42a026a5a54), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:25.262408 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99ce6e-e21d-4c6b-b4aa-78053a4b4eba req-afab0829-5d0b-4e94-bb85-688819bb86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:25.264062 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9d99ce6e-e21d-4c6b-b4aa-78053a4b4eba req-afab0829-5d0b-4e94-bb85-688819bb86ac service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 1129 time: 0.0811603 Sep 21 10:12:25.268077 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-d36bba05-198c-4355-a104-522799c7edb6 None None] Port e8a3d4b3-230b-4d84-8794-b5c57a8db3af had new provisioning blocks added so it will not transition to active. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 10:12:25.272462 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-54417b1d-8af2-4a63-9785-2c86a452b0d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:25.272807 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecd8734-7f27-4b15-8791-e4be1f8a8508 x-openstack-request-id: req-8ecd8734-7f27-4b15-8791-e4be1f8a8508 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:12:25.273095 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b70eb2-7175-43b0-bb20-45c6be503760", "tag": "e8a3d4b3-230b-4d84-8794-b5c57a8db3af", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:12:25.273348 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8ecd8734-7f27-4b15-8791-e4be1f8a8508 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:12:25.276996 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ecd8734-7f27-4b15-8791-e4be1f8a8508'] response: {'name': 'network-changed', 'server_uuid': '92b70eb2-7175-43b0-bb20-45c6be503760', 'tag': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af', 'status': 'completed', 'code': 200} Sep 21 10:12:25.277163 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-54417b1d-8af2-4a63-9785-2c86a452b0d5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/5668a70c-ee5f-4269-8c8c-35185a042daa HTTP/1.1" status: 204 len: 168 time: 2.8865540 Sep 21 10:12:25.278666 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56718) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:25.357065 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd0de4-43aa-4383-979a-d4e0943d956a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3927141-7786-4816-b6d0-e42a026a5a54,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:25.442853 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b09685-56f0-4861-bc30-a6581d576a85 admin admin] Deleting subnet 01af37fc-5d40-4347-a230-ccc21a7db8b7 {{(pid=106520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 10:12:25.469075 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4766b3-221d-4ce5-930b-5866163cbc28 req-749d30f6-863e-493b-a486-ada8ddf3b628 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:25.470617 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-af4766b3-221d-4ce5-930b-5866163cbc28 req-749d30f6-863e-493b-a486-ada8ddf3b628 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 945 time: 0.1949694 Sep 21 10:12:25.472055 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a4a5f-3015-439f-8920-73537244e8ce service neutron] Pushing event updated for resources: {'Port': ['ID=e8a3d4b3-230b-4d84-8794-b5c57a8db3af,revision_number=3']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:25.480241 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ae737-3a18-4966-b884-179b63874a69 req-7f028350-8964-4560-9162-e39f575acbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:25.481916 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-124ae737-3a18-4966-b884-179b63874a69 req-7f028350-8964-4560-9162-e39f575acbd4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=91470b6b84c040bb85eec3f27b31f139&device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 1128 time: 0.2072558 Sep 21 10:12:25.518250 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f9b09685-56f0-4861-bc30-a6581d576a85 admin admin] Publish callbacks [] for subnet (01af37fc-5d40-4347-a230-ccc21a7db8b7), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:25.629072 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f9b09685-56f0-4861-bc30-a6581d576a85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9665402'] for subnet (01af37fc-5d40-4347-a230-ccc21a7db8b7), precommit_delete_associations {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:25.668614 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-34cd0de4-43aa-4383-979a-d4e0943d956a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-434198'] for router_interface (e96952d6-7208-4ffc-a87b-07d09a0809d2), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:25.789384 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f9b09685-56f0-4861-bc30-a6581d576a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1348970'] for subnet (01af37fc-5d40-4347-a230-ccc21a7db8b7), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:25.949209 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-124ae737-3a18-4966-b884-179b63874a69 req-6ebece4b-9bd9-4395-8e17-bd280f224c87 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a3d4b3-230b-4d84-8794-b5c57a8db3af HTTP/1.1" status: 200 len: 217 time: 0.4513092 Sep 21 10:12:25.967712 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9d99ce6e-e21d-4c6b-b4aa-78053a4b4eba req-bb7b809e-72bb-4708-809b-340f77089d89 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b638dd76-cb08-44c6-93ae-d588a867d052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6906953 Sep 21 10:12:26.013201 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f9b09685-56f0-4861-bc30-a6581d576a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9667704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9909986'] for subnet (01af37fc-5d40-4347-a230-ccc21a7db8b7), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:26.036717 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ae737-3a18-4966-b884-179b63874a69 req-48df2fa9-99f7-4496-80cb-68fc2f3c13be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:26.037715 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-124ae737-3a18-4966-b884-179b63874a69 req-48df2fa9-99f7-4496-80cb-68fc2f3c13be service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a03c6c51-ced1-4661-a77b-9c8af558d81f HTTP/1.1" status: 200 len: 850 time: 0.0683436 Sep 21 10:12:26.068692 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 2b98c426-953e-42ce-8b9e-b1265cbd46ca no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:12:26.075694 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b09685-56f0-4861-bc30-a6581d576a85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01af37fc-5d40-4347-a230-ccc21a7db8b7,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:26.084069 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-f9b09685-56f0-4861-bc30-a6581d576a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:26.087623 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-f9b09685-56f0-4861-bc30-a6581d576a85 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/01af37fc-5d40-4347-a230-ccc21a7db8b7 HTTP/1.1" status: 204 len: 168 time: 0.8062789 Sep 21 10:12:26.090468 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56726) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:26.094642 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:26.104260 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27169936-c28e-4e08-9aa7-3cda1787e1d2 req-82df56d7-8053-4fc4-b26a-03e59b8a151c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:26.105925 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-27169936-c28e-4e08-9aa7-3cda1787e1d2 req-82df56d7-8053-4fc4-b26a-03e59b8a151c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.1514356 Sep 21 10:12:26.112225 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-af4766b3-221d-4ce5-930b-5866163cbc28 req-7b847474-e7c5-47e1-8e17-d196390d7763 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b638dd76-cb08-44c6-93ae-d588a867d052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6290526 Sep 21 10:12:26.144237 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: 2b98c426-953e-42ce-8b9e-b1265cbd46ca {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:12:26.144995 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 2b98c426-953e-42ce-8b9e-b1265cbd46ca not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:12:26.147783 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d31f24-fbee-4cfc-bc34-cc5d51720a0f None None] Network 3a2fd224-ba87-4841-883d-5c5107b0bbe7 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:12:26.213019 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cd0de4-43aa-4383-979a-d4e0943d956a admin admin] Router e96952d6-7208-4ffc-a87b-07d09a0809d2 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:12:26.236450 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:DELETE=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:26.251138 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:26.264642 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326367'] for network (3a2fd224-ba87-4841-883d-5c5107b0bbe7), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:26.360192 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74d427-c454-456c-b894-cd3d3a7acec5 req-77fcb887-1b9c-48ab-ba69-84a027ee6197 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:26.368527 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4b74d427-c454-456c-b894-cd3d3a7acec5 req-77fcb887-1b9c-48ab-ba69-84a027ee6197 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 944 time: 0.1093316 Sep 21 10:12:26.391835 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-27169936-c28e-4e08-9aa7-3cda1787e1d2 req-dcb4e53c-88b7-44fe-9cde-3dfbda71f928 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619236 Sep 21 10:12:26.398301 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bb912d-7a9b-4ce9-8ca9-29dd749ab70a None None] DHCP port deletion for 3a2fd224-ba87-4841-883d-5c5107b0bbe7 request from dv-cinder-855479-2-iscsi {{(pid=106521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 10:12:26.398642 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] Deleting port 005eead0-8014-4c08-98b6-286912db13a8 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:12:26.399029 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (005eead0-8014-4c08-98b6-286912db13a8), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:26.429951 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ae737-3a18-4966-b884-179b63874a69 req-467f9104-990b-4d0d-be87-c1486acca663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:26.431774 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-124ae737-3a18-4966-b884-179b63874a69 req-467f9104-990b-4d0d-be87-c1486acca663 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2102752 Sep 21 10:12:26.472748 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-d7bb912d-7a9b-4ce9-8ca9-29dd749ab70a None None] Deleting port 005eead0-8014-4c08-98b6-286912db13a8 {{(pid=106521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:12:26.473101 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-d7bb912d-7a9b-4ce9-8ca9-29dd749ab70a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (005eead0-8014-4c08-98b6-286912db13a8), before_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:26.474015 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4b74d427-c454-456c-b894-cd3d3a7acec5 req-cf7b9b8a-cd4c-4147-9737-fceaca7c400f tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015120 Sep 21 10:12:26.499846 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cd0de4-43aa-4383-979a-d4e0943d956a admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:12:26.503075 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-34cd0de4-43aa-4383-979a-d4e0943d956a admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/e96952d6-7208-4ffc-a87b-07d09a0809d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1734104 Sep 21 10:12:26.504158 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56732) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:26.515205 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] For port 005eead0-8014-4c08-98b6-286912db13a8, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=005eead0-8014-4c08-98b6-286912db13a8,segment=NetworkSegment(ef283d6e-b3a8-4ea8-ba63-16939cfb0401),segment_id=ef283d6e-b3a8-4ea8-ba63-16939cfb0401)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:26.516107 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (005eead0-8014-4c08-98b6-286912db13a8), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:26.530593 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] Calling delete_port for 005eead0-8014-4c08-98b6-286912db13a8 owned by network:dhcp {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:12:26.533088 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb765d6-c0ec-4fb1-8c68-cec877268582 None None] Sync routers for ids ['e96952d6-7208-4ffc-a87b-07d09a0809d2'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:12:26.559251 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb765d6-c0ec-4fb1-8c68-cec877268582 None None] Routers {'e96952d6-7208-4ffc-a87b-07d09a0809d2'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:12:26.559956 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-1eb765d6-c0ec-4fb1-8c68-cec877268582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:12:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['e96952d6-7208-4ffc-a87b-07d09a0809d2'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:26.619670 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-d7bb912d-7a9b-4ce9-8ca9-29dd749ab70a None None] For port 005eead0-8014-4c08-98b6-286912db13a8, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=005eead0-8014-4c08-98b6-286912db13a8,segment=NetworkSegment(ef283d6e-b3a8-4ea8-ba63-16939cfb0401),segment_id=ef283d6e-b3a8-4ea8-ba63-16939cfb0401)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:26.620095 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-d7bb912d-7a9b-4ce9-8ca9-29dd749ab70a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (005eead0-8014-4c08-98b6-286912db13a8), precommit_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:26.641632 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (005eead0-8014-4c08-98b6-286912db13a8), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:26.646118 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-d7bb912d-7a9b-4ce9-8ca9-29dd749ab70a None None] Calling delete_port for 005eead0-8014-4c08-98b6-286912db13a8 owned by network:dhcp {{(pid=106521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:12:26.682649 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=005eead0-8014-4c08-98b6-286912db13a8,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:26.687480 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] No DVR routers for this DVR port 005eead0-8014-4c08-98b6-286912db13a8 on host dv-cinder-855479-2-iscsi {{(pid=106520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:12:26.745182 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-1eb765d6-c0ec-4fb1-8c68-cec877268582 None None] Set router e96952d6-7208-4ffc-a87b-07d09a0809d2 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:12:26.775081 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-14ed1c61-a1ee-40aa-b6f5-a8f0c328927b admin admin] Publish callbacks [] for router (e96952d6-7208-4ffc-a87b-07d09a0809d2), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:26.799760 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433921', 'neutron.services.segments.db._delete_segments_for_network-8760788516801'] for network (3a2fd224-ba87-4841-883d-5c5107b0bbe7), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:26.834260 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2fd224-ba87-4841-883d-5c5107b0bbe7']}} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:26.848270 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef283d6e-b3a8-4ea8-ba63-16939cfb0401') {'for_net_delete': True} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:26.848658 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef283d6e-b3a8-4ea8-ba63-16939cfb0401') {} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:26.860479 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760788516693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9665345'] for segment (ef283d6e-b3a8-4ea8-ba63-16939cfb0401), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:26.882863 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (ef283d6e-b3a8-4ea8-ba63-16939cfb0401), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:26.894380 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-d7bb912d-7a9b-4ce9-8ca9-29dd749ab70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994'] for port (005eead0-8014-4c08-98b6-286912db13a8), after_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:26.903623 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=106520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 10:12:26.903623 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667778'] for segment (ef283d6e-b3a8-4ea8-ba63-16939cfb0401), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:26.937173 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-124ae737-3a18-4966-b884-179b63874a69 req-5c83cd80-b1cd-40bd-bf72-c25c3491c98c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156123 Sep 21 10:12:26.938739 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-14ed1c61-a1ee-40aa-b6f5-a8f0c328927b admin admin] Publish callbacks [] for router_gateway (e96952d6-7208-4ffc-a87b-07d09a0809d2), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:26.939635 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb912d-7a9b-4ce9-8ca9-29dd749ab70a None None] Pushing event deleted for resources: {'Port': ['ID=005eead0-8014-4c08-98b6-286912db13a8,revision_number=None']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:26.952494 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bb912d-7a9b-4ce9-8ca9-29dd749ab70a None None] No DVR routers for this DVR port 005eead0-8014-4c08-98b6-286912db13a8 on host dv-cinder-855479-2-iscsi {{(pid=106521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:12:27.017957 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1433976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438153'] for network (3a2fd224-ba87-4841-883d-5c5107b0bbe7), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:27.035937 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-1eb765d6-c0ec-4fb1-8c68-cec877268582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:12:24Z', 'revision_number': 5, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port': {'id': 'b363eb82-8d0f-440c-baf1-a13bf2b8427d', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:40Z', 'updated_at': '2022-09-21T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:27.042340 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a2fd224-ba87-4841-883d-5c5107b0bbe7,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:27.050191 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:27.056896 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-46209517-b3a4-4c05-bb68-4249fc2897d9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/3a2fd224-ba87-4841-883d-5c5107b0bbe7 HTTP/1.1" status: 204 len: 168 time: 0.9628642 Sep 21 10:12:27.094901 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb765d6-c0ec-4fb1-8c68-cec877268582 None None] Checking router: e96952d6-7208-4ffc-a87b-07d09a0809d2 for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:12:27.115141 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb765d6-c0ec-4fb1-8c68-cec877268582 None None] Routers {'e96952d6-7208-4ffc-a87b-07d09a0809d2'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:12:27.115818 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-1eb765d6-c0ec-4fb1-8c68-cec877268582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:12:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['e96952d6-7208-4ffc-a87b-07d09a0809d2'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:27.141257 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-14ed1c61-a1ee-40aa-b6f5-a8f0c328927b admin admin] Deleting port b363eb82-8d0f-440c-baf1-a13bf2b8427d {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:12:27.141595 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-14ed1c61-a1ee-40aa-b6f5-a8f0c328927b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (b363eb82-8d0f-440c-baf1-a13bf2b8427d), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:27.179524 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:27.186938 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.services.segments.plugin [-] Segment ef283d6e-b3a8-4ea8-ba63-16939cfb0401 resource provider aggregate not found Sep 21 10:12:27.218048 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.services.segments.plugin [-] Segment ef283d6e-b3a8-4ea8-ba63-16939cfb0401 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef283d6e-b3a8-4ea8-ba63-16939cfb0401 found for delete ", "request_id": "req-b028619b-f577-43df-8223-fc40f7e78480"}]} Sep 21 10:12:27.239380 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56744) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:27.295677 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-124ae737-3a18-4966-b884-179b63874a69 req-b36adf90-48cd-46f2-a8f8-302345649b67 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479064 Sep 21 10:12:27.326370 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-88ab56ab-f792-40fd-aabb-c9bed69b1746 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e9df852f2e3a4ac0b52f80480949469c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0853755 Sep 21 10:12:27.329254 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56746) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:27.369533 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [None req-14ed1c61-a1ee-40aa-b6f5-a8f0c328927b admin admin] For port b363eb82-8d0f-440c-baf1-a13bf2b8427d, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=b363eb82-8d0f-440c-baf1-a13bf2b8427d,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:27.370137 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-14ed1c61-a1ee-40aa-b6f5-a8f0c328927b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (b363eb82-8d0f-440c-baf1-a13bf2b8427d), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:27.371207 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:27.392598 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-14ed1c61-a1ee-40aa-b6f5-a8f0c328927b admin admin] Calling delete_port for b363eb82-8d0f-440c-baf1-a13bf2b8427d owned by network:router_gateway {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:12:27.400364 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bbfec-c63c-43b5-a2af-81f5b30a4526 req-4bade71f-5add-4727-9c42-16f6f7756f76 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:27.401931 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fa3bbfec-c63c-43b5-a2af-81f5b30a4526 req-4bade71f-5add-4727-9c42-16f6f7756f76 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 945 time: 0.0993292 Sep 21 10:12:27.420481 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bee82408-d744-43b2-b7b4-0bee4fd61cf4 admin admin] Publish callbacks [] for security_group (307f575c-704e-45f9-a322-b0ff572109f4), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:27.427614 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:27.487585 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bee82408-d744-43b2-b7b4-0bee4fd61cf4 admin admin] Publish callbacks [] for security_group (307f575c-704e-45f9-a322-b0ff572109f4), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:27.528316 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fa3bbfec-c63c-43b5-a2af-81f5b30a4526 req-6cf89d54-9e86-4255-a3be-ac2305fe8215 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b638dd76-cb08-44c6-93ae-d588a867d052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157446 Sep 21 10:12:27.538142 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-1eb765d6-c0ec-4fb1-8c68-cec877268582 None None] Set router e96952d6-7208-4ffc-a87b-07d09a0809d2 gateway port host: None {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:12:27.605437 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bee82408-d744-43b2-b7b4-0bee4fd61cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (307f575c-704e-45f9-a322-b0ff572109f4), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:27.608692 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bee82408-d744-43b2-b7b4-0bee4fd61cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:27.609863 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-bee82408-d744-43b2-b7b4-0bee4fd61cf4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/307f575c-704e-45f9-a322-b0ff572109f4 HTTP/1.1" status: 204 len: 168 time: 0.2796726 Sep 21 10:12:27.626770 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee82408-d744-43b2-b7b4-0bee4fd61cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307f575c-704e-45f9-a322-b0ff572109f4,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:27.691121 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-1eb765d6-c0ec-4fb1-8c68-cec877268582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:12:26Z', 'revision_number': 6, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port_host': None}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:27.729610 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb765d6-c0ec-4fb1-8c68-cec877268582 None None] The sync data for ids ['e96952d6-7208-4ffc-a87b-07d09a0809d2'] in dv-cinder-855479-2-iscsi is: [{'id': 'e96952d6-7208-4ffc-a87b-07d09a0809d2', 'name': 'tempest-AttachVolumeTestJSON-1248922548-router', 'tenant_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:12:26Z', 'revision_number': 6, 'project_id': 'b3bd8b4fc3c749cb90f28023dc955c9a', 'gw_port_host': None}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:12:27.756847 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c48ce-2769-4e39-866e-bc094c91aff0 req-0098fe70-5053-480f-8aa2-a33436e32230 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:27.759058 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0f0c48ce-2769-4e39-866e-bc094c91aff0 req-0098fe70-5053-480f-8aa2-a33436e32230 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 944 time: 0.1067264 Sep 21 10:12:27.808569 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca3081-16bd-4c1d-8114-e88a3e52a5a6 req-4801263c-ddf9-4de7-8e60-a28769909014 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:27.810187 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a7ca3081-16bd-4c1d-8114-e88a3e52a5a6 req-4801263c-ddf9-4de7-8e60-a28769909014 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.2145193 Sep 21 10:12:27.854671 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786b6d2-c967-474a-a882-5c70d4f3e26c req-ebf01216-8d53-4847-9dd5-f559db526720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:27.856177 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3786b6d2-c967-474a-a882-5c70d4f3e26c req-ebf01216-8d53-4847-9dd5-f559db526720 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=91470b6b84c040bb85eec3f27b31f139&device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 1128 time: 0.2051761 Sep 21 10:12:27.933723 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0f0c48ce-2769-4e39-866e-bc094c91aff0 req-18c9b958-1933-4fb9-b045-c814dfa50dfa tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540072 Sep 21 10:12:28.018609 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a7ca3081-16bd-4c1d-8114-e88a3e52a5a6 req-586d19c6-9896-4065-9a45-393edf7a375c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926351 Sep 21 10:12:28.022450 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-14ed1c61-a1ee-40aa-b6f5-a8f0c328927b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (b363eb82-8d0f-440c-baf1-a13bf2b8427d), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:28.061397 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed1c61-a1ee-40aa-b6f5-a8f0c328927b admin admin] Pushing event deleted for resources: {'Port': ['ID=b363eb82-8d0f-440c-baf1-a13bf2b8427d,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:28.143352 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786b6d2-c967-474a-a882-5c70d4f3e26c req-1c78555d-306d-4444-a3e7-b7ce890f7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:28.144811 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3786b6d2-c967-474a-a882-5c70d4f3e26c req-1c78555d-306d-4444-a3e7-b7ce890f7a82 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 HTTP/1.1" status: 200 len: 912 time: 0.2719982 Sep 21 10:12:28.178923 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56756) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:28.234814 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-44067470-72b3-45ce-bf32-189a2481ac1c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=287a202a96d24178839bfec3d5c1b892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0533028 Sep 21 10:12:28.237763 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56758) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:28.248893 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3786b6d2-c967-474a-a882-5c70d4f3e26c req-b1d57018-4e8c-49d1-ae8f-e8e2fff41459 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a3d4b3-230b-4d84-8794-b5c57a8db3af HTTP/1.1" status: 200 len: 217 time: 0.0761840 Sep 21 10:12:28.306850 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-14ed1c61-a1ee-40aa-b6f5-a8f0c328927b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438108'] for router_gateway (e96952d6-7208-4ffc-a87b-07d09a0809d2), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:28.310944 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device d3927141-7786-4816-b6d0-e42a026a5a54 no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:12:28.332319 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: d3927141-7786-4816-b6d0-e42a026a5a54 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:12:28.332652 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device d3927141-7786-4816-b6d0-e42a026a5a54 not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:12:28.333257 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 005eead0-8014-4c08-98b6-286912db13a8 no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:12:28.353517 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: 005eead0-8014-4c08-98b6-286912db13a8 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:12:28.354139 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 005eead0-8014-4c08-98b6-286912db13a8 not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:12:28.371750 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:28.422909 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-14ed1c61-a1ee-40aa-b6f5-a8f0c328927b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (e96952d6-7208-4ffc-a87b-07d09a0809d2), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:28.430667 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-14ed1c61-a1ee-40aa-b6f5-a8f0c328927b admin admin] Publish callbacks [] for router_controller (e96952d6-7208-4ffc-a87b-07d09a0809d2), precommit_delete_associations {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:28.457777 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786b6d2-c967-474a-a882-5c70d4f3e26c req-fa550110-7294-491f-aa13-9227d650350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:28.459183 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3786b6d2-c967-474a-a882-5c70d4f3e26c req-fa550110-7294-491f-aa13-9227d650350f service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a03c6c51-ced1-4661-a77b-9c8af558d81f HTTP/1.1" status: 200 len: 850 time: 0.1960962 Sep 21 10:12:28.508067 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-95ffbc4a-9edf-498a-bf3d-55c794c78b7c admin admin] Publish callbacks [] for security_group (3a13e6ee-1d26-42c1-b082-8adb6c21f20f), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:28.538543 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-14ed1c61-a1ee-40aa-b6f5-a8f0c328927b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434283'] for router (e96952d6-7208-4ffc-a87b-07d09a0809d2), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:28.539129 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ed1c61-a1ee-40aa-b6f5-a8f0c328927b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e96952d6-7208-4ffc-a87b-07d09a0809d2 {{(pid=106519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 10:12:28.549784 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-14ed1c61-a1ee-40aa-b6f5-a8f0c328927b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:28.553310 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-14ed1c61-a1ee-40aa-b6f5-a8f0c328927b admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/e96952d6-7208-4ffc-a87b-07d09a0809d2 HTTP/1.1" status: 204 len: 168 time: 2.0457683 Sep 21 10:12:28.557786 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56760) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:28.568649 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-95ffbc4a-9edf-498a-bf3d-55c794c78b7c admin admin] Publish callbacks [] for security_group (3a13e6ee-1d26-42c1-b082-8adb6c21f20f), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:28.576476 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786b6d2-c967-474a-a882-5c70d4f3e26c req-cf33f006-f8ff-4d0a-940c-1bb1dba2495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:28.578198 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3786b6d2-c967-474a-a882-5c70d4f3e26c req-cf33f006-f8ff-4d0a-940c-1bb1dba2495c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862703 Sep 21 10:12:28.632211 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_v2 [None req-9605fe38-87c6-470f-99ed-f4f1a23ebb7a admin admin] Deleting subnet 4d5d2acf-1045-41a7-ba31-7ebbbda78430 {{(pid=106520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 10:12:28.636173 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-9605fe38-87c6-470f-99ed-f4f1a23ebb7a admin admin] Publish callbacks [] for subnet (4d5d2acf-1045-41a7-ba31-7ebbbda78430), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:28.662987 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:28.687342 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-9605fe38-87c6-470f-99ed-f4f1a23ebb7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9665402'] for subnet (4d5d2acf-1045-41a7-ba31-7ebbbda78430), precommit_delete_associations {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:28.813155 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-9605fe38-87c6-470f-99ed-f4f1a23ebb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1348970'] for subnet (4d5d2acf-1045-41a7-ba31-7ebbbda78430), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:28.834061 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3786b6d2-c967-474a-a882-5c70d4f3e26c req-241a3a34-510d-46b8-ad72-6db8e6c5355e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401190 Sep 21 10:12:28.851750 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-95ffbc4a-9edf-498a-bf3d-55c794c78b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (3a13e6ee-1d26-42c1-b082-8adb6c21f20f), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:28.865244 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-95ffbc4a-9edf-498a-bf3d-55c794c78b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:28.866420 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-95ffbc4a-9edf-498a-bf3d-55c794c78b7c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3a13e6ee-1d26-42c1-b082-8adb6c21f20f HTTP/1.1" status: 204 len: 168 time: 0.6273973 Sep 21 10:12:28.950299 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0954b-3e02-415f-85c2-e5a42a180f0e req-fe63a6ec-4e76-4995-87da-fd8a5c33ded7 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:28.953036 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8aa0954b-3e02-415f-85c2-e5a42a180f0e req-fe63a6ec-4e76-4995-87da-fd8a5c33ded7 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 945 time: 0.2645130 Sep 21 10:12:28.958977 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffbc4a-9edf-498a-bf3d-55c794c78b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a13e6ee-1d26-42c1-b082-8adb6c21f20f,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:28.984770 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-9605fe38-87c6-470f-99ed-f4f1a23ebb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9667704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9909986'] for subnet (4d5d2acf-1045-41a7-ba31-7ebbbda78430), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:29.042914 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-9605fe38-87c6-470f-99ed-f4f1a23ebb7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:29.049660 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2b2ea2-9c87-44d6-9d4c-12f58a5b6324 None None] Network 60fbaebe-52f4-4e3a-8714-a12eadb4201c requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:12:29.078140 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-9605fe38-87c6-470f-99ed-f4f1a23ebb7a admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/4d5d2acf-1045-41a7-ba31-7ebbbda78430 HTTP/1.1" status: 204 len: 168 time: 0.5163121 Sep 21 10:12:29.078140 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605fe38-87c6-470f-99ed-f4f1a23ebb7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d5d2acf-1045-41a7-ba31-7ebbbda78430,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:29.085690 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56768) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:29.271108 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8aa0954b-3e02-415f-85c2-e5a42a180f0e req-f3d1977a-84d8-47e3-adc7-4b14da49a00b tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b638dd76-cb08-44c6-93ae-d588a867d052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292674 Sep 21 10:12:29.302251 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5eb872-4f2d-4dde-8027-add258e84b9f req-9f93ad1a-658f-48b4-b490-32bb45cc63e7 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:29.311796 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ac5eb872-4f2d-4dde-8027-add258e84b9f req-9f93ad1a-658f-48b4-b490-32bb45cc63e7 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 944 time: 0.1561439 Sep 21 10:12:29.323835 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326367'] for network (60fbaebe-52f4-4e3a-8714-a12eadb4201c), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:29.328060 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3786b6d2-c967-474a-a882-5c70d4f3e26c req-8f137b0d-0cf9-45e4-90ae-6703a01a4d23 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797833 Sep 21 10:12:29.445734 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61450a3-d788-4d1a-b141-44b6fb8c2cb4 None None] DHCP port deletion for 60fbaebe-52f4-4e3a-8714-a12eadb4201c request from dv-cinder-855479-2-iscsi {{(pid=106521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 10:12:29.527416 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f61450a3-d788-4d1a-b141-44b6fb8c2cb4 None None] Deleting port b1322cc0-0755-4705-b236-01e3e1135226 {{(pid=106521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:12:29.530237 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f61450a3-d788-4d1a-b141-44b6fb8c2cb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (b1322cc0-0755-4705-b236-01e3e1135226), before_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:29.580944 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4829a-33ec-46ff-971e-d34034bdb1dd req-c3df2e67-5bd3-4f1c-877c-aa80386ca020 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:29.589612 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-04f4829a-33ec-46ff-971e-d34034bdb1dd req-c3df2e67-5bd3-4f1c-877c-aa80386ca020 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0852597 Sep 21 10:12:29.635384 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ac5eb872-4f2d-4dde-8027-add258e84b9f req-8d74bf16-7d66-448f-87ca-58c7f8edb209 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226411 Sep 21 10:12:29.638622 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] Deleting port b1322cc0-0755-4705-b236-01e3e1135226 {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:12:29.638963 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (b1322cc0-0755-4705-b236-01e3e1135226), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:29.640387 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-f61450a3-d788-4d1a-b141-44b6fb8c2cb4 None None] For port b1322cc0-0755-4705-b236-01e3e1135226, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=b1322cc0-0755-4705-b236-01e3e1135226,segment=NetworkSegment(241b5bf6-5ac4-473b-82f0-57d3d23ca7fb),segment_id=241b5bf6-5ac4-473b-82f0-57d3d23ca7fb)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:29.640895 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f61450a3-d788-4d1a-b141-44b6fb8c2cb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (b1322cc0-0755-4705-b236-01e3e1135226), precommit_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:29.677938 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f61450a3-d788-4d1a-b141-44b6fb8c2cb4 None None] Calling delete_port for b1322cc0-0755-4705-b236-01e3e1135226 owned by network:dhcp {{(pid=106521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:12:29.723637 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-04f4829a-33ec-46ff-971e-d34034bdb1dd req-69c3da94-6fcb-4500-b4b9-e447ec07621e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331291 Sep 21 10:12:29.755147 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:29.759371 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:29.790822 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f61450a3-d788-4d1a-b141-44b6fb8c2cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994'] for port (b1322cc0-0755-4705-b236-01e3e1135226), after_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:29.801076 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:29.817003 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:29.822069 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61450a3-d788-4d1a-b141-44b6fb8c2cb4 None None] No DVR routers for this DVR port b1322cc0-0755-4705-b236-01e3e1135226 on host dv-cinder-855479-2-iscsi {{(pid=106521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:12:29.824041 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61450a3-d788-4d1a-b141-44b6fb8c2cb4 None None] Pushing event deleted for resources: {'Port': ['ID=b1322cc0-0755-4705-b236-01e3e1135226,revision_number=None']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:29.824757 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] For port b1322cc0-0755-4705-b236-01e3e1135226, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=b1322cc0-0755-4705-b236-01e3e1135226,segment=NetworkSegment(241b5bf6-5ac4-473b-82f0-57d3d23ca7fb),segment_id=241b5bf6-5ac4-473b-82f0-57d3d23ca7fb)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:29.825695 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (b1322cc0-0755-4705-b236-01e3e1135226), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:29.855041 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] Calling delete_port for b1322cc0-0755-4705-b236-01e3e1135226 owned by network:dhcp {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:12:29.859921 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493b728-ed55-4eca-bf3f-3c03a9fb3490 req-d9fe30af-2bd5-4a2b-be8d-abc23dbc7447 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:29.861392 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d493b728-ed55-4eca-bf3f-3c03a9fb3490 req-d9fe30af-2bd5-4a2b-be8d-abc23dbc7447 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 945 time: 0.1240637 Sep 21 10:12:29.875103 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 56774) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:29.882372 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-5c03623a-4f51-4fc0-a65d-b0770d09f7c0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'floatingip': {'port_id': 'f92dd8ae-8808-4185-a230-d9139fe57336'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:12:29.959016 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b363eb82-8d0f-440c-baf1-a13bf2b8427d no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:12:29.959597 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5c03623a-4f51-4fc0-a65d-b0770d09f7c0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (f493a0c1-c7f7-468b-a799-3e43c877ff91), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:29.984652 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: b363eb82-8d0f-440c-baf1-a13bf2b8427d {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:12:29.985340 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b363eb82-8d0f-440c-baf1-a13bf2b8427d not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:12:29.985943 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b1322cc0-0755-4705-b236-01e3e1135226 no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:12:30.006751 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: b1322cc0-0755-4705-b236-01e3e1135226 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:12:30.007459 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b1322cc0-0755-4705-b236-01e3e1135226 not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:12:30.159997 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (b1322cc0-0755-4705-b236-01e3e1135226), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:30.162303 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:30.198877 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1322cc0-0755-4705-b236-01e3e1135226,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:30.206303 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] No DVR routers for this DVR port b1322cc0-0755-4705-b236-01e3e1135226 on host dv-cinder-855479-2-iscsi {{(pid=106519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:12:30.323256 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433921', 'neutron.services.segments.db._delete_segments_for_network-8760788516801'] for network (60fbaebe-52f4-4e3a-8714-a12eadb4201c), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:30.382712 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fbaebe-52f4-4e3a-8714-a12eadb4201c']}} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:30.427536 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241b5bf6-5ac4-473b-82f0-57d3d23ca7fb') {'for_net_delete': True} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:30.427795 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241b5bf6-5ac4-473b-82f0-57d3d23ca7fb') {} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:30.444414 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760788516693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708661'] for segment (241b5bf6-5ac4-473b-82f0-57d3d23ca7fb), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:30.459235 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-afbb4e87-46cd-4ee4-8314-2a9286e02223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:30.791480 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (241b5bf6-5ac4-473b-82f0-57d3d23ca7fb), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:30.809813 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=106519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 10:12:30.810782 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10188133'] for segment (241b5bf6-5ac4-473b-82f0-57d3d23ca7fb), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:30.923877 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.services.segments.plugin [-] Segment 241b5bf6-5ac4-473b-82f0-57d3d23ca7fb resource provider aggregate not found Sep 21 10:12:30.950421 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1433976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438153'] for network (60fbaebe-52f4-4e3a-8714-a12eadb4201c), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:31.001179 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.services.segments.plugin [-] Segment 241b5bf6-5ac4-473b-82f0-57d3d23ca7fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 241b5bf6-5ac4-473b-82f0-57d3d23ca7fb found for delete ", "request_id": "req-cb1a6c4f-3a86-4c7f-8d4c-b38742bd14b0"}]} Sep 21 10:12:31.016078 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775ecd1-0439-477b-8878-1792eb33e437 req-bd7fa3ad-7db6-439f-964d-6d4f3ae5a194 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:31.017775 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9775ecd1-0439-477b-8878-1792eb33e437 req-bd7fa3ad-7db6-439f-964d-6d4f3ae5a194 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 944 time: 0.2279243 Sep 21 10:12:31.019008 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:31.024686 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/60fbaebe-52f4-4e3a-8714-a12eadb4201c HTTP/1.1" status: 204 len: 168 time: 1.9355545 Sep 21 10:12:31.050670 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445c015-0670-4130-854b-84c75c7f0323 admin admin] Pushing event deleted for resources: {'Network': ['ID=60fbaebe-52f4-4e3a-8714-a12eadb4201c,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:31.131055 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9775ecd1-0439-477b-8878-1792eb33e437 req-73ee3233-5029-4a88-99e6-8ebd9d45b295 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900557 Sep 21 10:12:31.132926 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.db.resource_extend [None req-5c03623a-4f51-4fc0-a65d-b0770d09f7c0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 21 10:12:31.173938 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be439d2-ecda-4600-867b-f1ffe7fd3b25 req-d1a05a91-fa9a-47a8-a00c-5c4d13effae6 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:31.175493 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6be439d2-ecda-4600-867b-f1ffe7fd3b25 req-d1a05a91-fa9a-47a8-a00c-5c4d13effae6 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.2599397 Sep 21 10:12:31.232801 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5c03623a-4f51-4fc0-a65d-b0770d09f7c0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:31.241185 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5c03623a-4f51-4fc0-a65d-b0770d09f7c0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (f493a0c1-c7f7-468b-a799-3e43c877ff91), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:31.253790 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6be439d2-ecda-4600-867b-f1ffe7fd3b25 req-a8efa5d0-dbd2-4548-b102-ef20a5d54772 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634398 Sep 21 10:12:31.309756 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:31.365882 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56790) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:31.373287 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.l3_db [None req-5c03623a-4f51-4fc0-a65d-b0770d09f7c0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Floating IP f493a0c1-c7f7-468b-a799-3e43c877ff91 associated. External IP: 172.27.2.73, port: f92dd8ae-8808-4185-a230-d9139fe57336. Sep 21 10:12:31.415395 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-cff12a4b-ff3c-45b8-886e-3d2480c6a3b5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b3bd8b4fc3c749cb90f28023dc955c9a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0477769 Sep 21 10:12:31.418107 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 56792) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:31.452052 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:31.478975 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bc774e43-2f83-48e4-9d7c-ed94c74f8968 admin admin] Publish callbacks [] for security_group (c9d591c9-a916-4af8-9317-92a590bf70c7), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:31.515794 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bc774e43-2f83-48e4-9d7c-ed94c74f8968 admin admin] Publish callbacks [] for security_group (c9d591c9-a916-4af8-9317-92a590bf70c7), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:31.525456 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:31.575470 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bc774e43-2f83-48e4-9d7c-ed94c74f8968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (c9d591c9-a916-4af8-9317-92a590bf70c7), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:31.578617 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bc774e43-2f83-48e4-9d7c-ed94c74f8968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:31.580876 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-bc774e43-2f83-48e4-9d7c-ed94c74f8968 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c9d591c9-a916-4af8-9317-92a590bf70c7 HTTP/1.1" status: 204 len: 168 time: 0.1609964 Sep 21 10:12:31.596812 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc774e43-2f83-48e4-9d7c-ed94c74f8968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d591c9-a916-4af8-9317-92a590bf70c7,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:31.618735 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c03623a-4f51-4fc0-a65d-b0770d09f7c0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Router 99a2ea89-35ad-4ba2-9715-ad0a3620583a has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:12:31.748306 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c03623a-4f51-4fc0-a65d-b0770d09f7c0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:12:31.754813 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5c03623a-4f51-4fc0-a65d-b0770d09f7c0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:31.762473 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515d87b8-83bd-4c46-b120-922b08948820 None None] Sync routers for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:12:31.774921 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515d87b8-83bd-4c46-b120-922b08948820 None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:12:31.776394 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-515d87b8-83bd-4c46-b120-922b08948820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:12:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:31.792673 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-5c03623a-4f51-4fc0-a65d-b0770d09f7c0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/f493a0c1-c7f7-468b-a799-3e43c877ff91 HTTP/1.1" status: 200 len: 990 time: 1.9164741 Sep 21 10:12:31.793327 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e4d76b-d556-4f31-87dd-4ecbf188b95b', 'tag': 'f92dd8ae-8808-4185-a230-d9139fe57336'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:12:31.796264 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268f116d-b83d-44b7-af12-e954b255996f" -d '{"events": [{"name": "network-changed", "server_uuid": "24e4d76b-d556-4f31-87dd-4ecbf188b95b", "tag": "f92dd8ae-8808-4185-a230-d9139fe57336"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:12:31.839153 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019216fd-2f75-4b80-8399-47161330e7e4 x-openstack-request-id: req-019216fd-2f75-4b80-8399-47161330e7e4 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:12:31.839544 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e4d76b-d556-4f31-87dd-4ecbf188b95b", "tag": "f92dd8ae-8808-4185-a230-d9139fe57336", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:12:31.839903 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-019216fd-2f75-4b80-8399-47161330e7e4 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:12:31.840383 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019216fd-2f75-4b80-8399-47161330e7e4'] response: {'name': 'network-changed', 'server_uuid': '24e4d76b-d556-4f31-87dd-4ecbf188b95b', 'tag': 'f92dd8ae-8808-4185-a230-d9139fe57336', 'status': 'completed', 'code': 200} Sep 21 10:12:31.908094 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f116d-b83d-44b7-af12-e954b255996f req-6c286726-7e8e-4a05-949b-1e25e3f4822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:31.909606 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-268f116d-b83d-44b7-af12-e954b255996f req-6c286726-7e8e-4a05-949b-1e25e3f4822d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b302e94dce514d8c884a0d509cdd7032&device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 1129 time: 0.0445971 Sep 21 10:12:31.981633 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-515d87b8-83bd-4c46-b120-922b08948820 None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:12:32.227850 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-515d87b8-83bd-4c46-b120-922b08948820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'f493a0c1-c7f7-468b-a799-3e43c877ff91', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'port_id': 'f92dd8ae-8808-4185-a230-d9139fe57336', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'mac_address': 'fa:16:3e:0d:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e4d76b-d556-4f31-87dd-4ecbf188b95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:12:05Z', 'updated_at': '2022-09-21T10:12:30Z', 'revision_number': 1, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:32.255149 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515d87b8-83bd-4c46-b120-922b08948820 None None] Checking router: 99a2ea89-35ad-4ba2-9715-ad0a3620583a for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:12:32.261038 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f116d-b83d-44b7-af12-e954b255996f req-35c0f096-47c2-413e-a025-89828f87d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:32.265598 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-268f116d-b83d-44b7-af12-e954b255996f req-35c0f096-47c2-413e-a025-89828f87d27a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ef7938f6-d232-4c14-9be3-ccb1b366c40f HTTP/1.1" status: 200 len: 916 time: 0.1513710 Sep 21 10:12:32.270485 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515d87b8-83bd-4c46-b120-922b08948820 None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:12:32.271353 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-515d87b8-83bd-4c46-b120-922b08948820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:12:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:32.396428 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-515d87b8-83bd-4c46-b120-922b08948820 None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:12:32.405413 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c57dbe-fe5b-4199-aaaf-03ebdc98c813 req-0cbe091b-83c3-4520-b37b-a26349e17b91 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:32.407002 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-48c57dbe-fe5b-4199-aaaf-03ebdc98c813 req-0cbe091b-83c3-4520-b37b-a26349e17b91 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 944 time: 0.1361959 Sep 21 10:12:32.472013 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4989c-ebe2-4633-8de1-de29af2e2e7e req-8c496e1b-7a3b-4d27-8733-611fd083d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:32.473612 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-76a4989c-ebe2-4633-8de1-de29af2e2e7e req-8c496e1b-7a3b-4d27-8733-611fd083d029 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=68256e1dad7b42c8a603e45246d85098&device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 1129 time: 0.1832631 Sep 21 10:12:32.479245 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-268f116d-b83d-44b7-af12-e954b255996f req-c2613391-8d77-4dda-be08-064e781f0a7b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f92dd8ae-8808-4185-a230-d9139fe57336 HTTP/1.1" status: 200 len: 998 time: 0.2064419 Sep 21 10:12:32.556491 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec9e47-6647-44da-b6aa-929bcd42b32a req-a9c297d6-2af8-47df-b851-415706ceda32 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:32.557958 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d3ec9e47-6647-44da-b6aa-929bcd42b32a req-a9c297d6-2af8-47df-b851-415706ceda32 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.1460369 Sep 21 10:12:32.571969 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=100 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:32.622305 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-515d87b8-83bd-4c46-b120-922b08948820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'f493a0c1-c7f7-468b-a799-3e43c877ff91', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'port_id': 'f92dd8ae-8808-4185-a230-d9139fe57336', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'mac_address': 'fa:16:3e:0d:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e4d76b-d556-4f31-87dd-4ecbf188b95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:12:05Z', 'updated_at': '2022-09-21T10:12:30Z', 'revision_number': 1, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:32.641268 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-48c57dbe-fe5b-4199-aaaf-03ebdc98c813 req-5c477f5b-6c56-470c-849c-405ed781ccb6 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142932 Sep 21 10:12:32.648397 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515d87b8-83bd-4c46-b120-922b08948820 None None] The sync data for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi is: [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'f493a0c1-c7f7-468b-a799-3e43c877ff91', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'port_id': 'f92dd8ae-8808-4185-a230-d9139fe57336', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'mac_address': 'fa:16:3e:0d:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e4d76b-d556-4f31-87dd-4ecbf188b95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:12:05Z', 'updated_at': '2022-09-21T10:12:30Z', 'revision_number': 1, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:12:32.686166 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f116d-b83d-44b7-af12-e954b255996f req-0f6943a3-8538-4f79-85ce-38aba203be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:32.687695 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-268f116d-b83d-44b7-af12-e954b255996f req-0f6943a3-8538-4f79-85ce-38aba203be7a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=80d4efae-e3db-4db7-af72-315587821cfa HTTP/1.1" status: 200 len: 854 time: 0.1995962 Sep 21 10:12:32.737516 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d3ec9e47-6647-44da-b6aa-929bcd42b32a req-e6b077a0-290f-4f27-88c2-a1099418dc0e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412785 Sep 21 10:12:32.745763 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4989c-ebe2-4633-8de1-de29af2e2e7e req-884b87da-ded4-468e-916d-d060c6997dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:32.747247 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-76a4989c-ebe2-4633-8de1-de29af2e2e7e req-884b87da-ded4-468e-916d-d060c6997dee service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=00c18901-0d42-4272-b558-b769b86bb94d HTTP/1.1" status: 200 len: 918 time: 0.2638609 Sep 21 10:12:32.787883 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:32.840737 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f116d-b83d-44b7-af12-e954b255996f req-4c98349d-40df-4126-9682-2ff5e42b5909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:32.843051 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-268f116d-b83d-44b7-af12-e954b255996f req-4c98349d-40df-4126-9682-2ff5e42b5909 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ef7938f6-d232-4c14-9be3-ccb1b366c40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0948672 Sep 21 10:12:32.853553 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-76a4989c-ebe2-4633-8de1-de29af2e2e7e req-5ba45265-a1b1-494c-87e2-7a1185861dd6 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=611786c0-8e53-4bb4-a06a-9d8729ae90d0 HTTP/1.1" status: 200 len: 1001 time: 0.0915523 Sep 21 10:12:32.886863 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd952b7-5a81-43d6-bd7f-f264c062dcfc None None] New status for floating IP f493a0c1-c7f7-468b-a799-3e43c877ff91: ACTIVE {{(pid=106521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:12:33.358397 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4989c-ebe2-4633-8de1-de29af2e2e7e req-52b90992-0401-4056-a0ef-3933b6b10b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:33.359769 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-76a4989c-ebe2-4633-8de1-de29af2e2e7e req-52b90992-0401-4056-a0ef-3933b6b10b1c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b380f751-6674-46e2-979d-3a6fecc803dc HTTP/1.1" status: 200 len: 856 time: 0.0890167 Sep 21 10:12:33.381851 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:33.416103 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-268f116d-b83d-44b7-af12-e954b255996f req-cef187cf-65b2-4b25-b434-4cf05443930f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531084 Sep 21 10:12:33.421122 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4989c-ebe2-4633-8de1-de29af2e2e7e req-0102bd5b-0f8d-4929-9ea6-08570a2feef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:33.422479 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-76a4989c-ebe2-4633-8de1-de29af2e2e7e req-0102bd5b-0f8d-4929-9ea6-08570a2feef1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=00c18901-0d42-4272-b558-b769b86bb94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563138 Sep 21 10:12:33.577603 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-268f116d-b83d-44b7-af12-e954b255996f req-552b81bf-f4f4-423d-96c8-05fd8b772fd2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541812 Sep 21 10:12:33.580890 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-76a4989c-ebe2-4633-8de1-de29af2e2e7e req-4ab02802-c028-4592-b2f0-7e150edff71b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497014 Sep 21 10:12:33.665102 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a223-a7c1-4af8-8a30-9f06a6288679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:33.679888 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-76a4989c-ebe2-4633-8de1-de29af2e2e7e req-9ba29968-2b26-4ec4-820d-496dec070e47 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924959 Sep 21 10:12:33.776296 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039b341-b03d-4dc0-bbc7-bf94a97bd5b7 req-08fea25f-cf17-45fb-a4e4-da73ef2bda4e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:33.777772 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e039b341-b03d-4dc0-bbc7-bf94a97bd5b7 req-08fea25f-cf17-45fb-a4e4-da73ef2bda4e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 944 time: 0.0471892 Sep 21 10:12:33.836526 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e039b341-b03d-4dc0-bbc7-bf94a97bd5b7 req-4d906aa6-96f5-4275-b72e-300dea8429fa tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532880 Sep 21 10:12:33.870185 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c781e-41a7-427d-9269-3244e757b314 req-a11dee28-c680-4bcb-b712-09c668303122 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:33.871633 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7b7c781e-41a7-427d-9269-3244e757b314 req-a11dee28-c680-4bcb-b712-09c668303122 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0520213 Sep 21 10:12:33.922010 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7b7c781e-41a7-427d-9269-3244e757b314 req-f294ee0a-a19f-47ff-9029-5945d35a09be tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439970 Sep 21 10:12:34.732419 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:34.956604 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3db4d-f697-464c-9b54-22fb189bf245 req-a5f67cfb-9f11-4194-92f5-a778e507a9a2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:34.958100 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-dac3db4d-f697-464c-9b54-22fb189bf245 req-a5f67cfb-9f11-4194-92f5-a778e507a9a2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 944 time: 0.0460391 Sep 21 10:12:35.018074 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-dac3db4d-f697-464c-9b54-22fb189bf245 req-73564f4d-60c3-4fa2-b170-5d3c09eeb55d tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541673 Sep 21 10:12:35.050511 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116f000-d1fc-486a-8af3-bcc63139f0f7 req-7df60327-1aa1-43d4-a70a-bf447e843465 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:35.051977 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6116f000-d1fc-486a-8af3-bcc63139f0f7 req-7df60327-1aa1-43d4-a70a-bf447e843465 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0476394 Sep 21 10:12:35.098223 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6116f000-d1fc-486a-8af3-bcc63139f0f7 req-58f304a4-3acb-4806-9b0c-fe4f2159edf8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407290 Sep 21 10:12:35.439676 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:36.138429 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1cb86-7761-44a8-8516-4476fafa90df req-c10caa3e-1492-439c-bc97-bc17ae98f3a1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:36.139847 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-94c1cb86-7761-44a8-8516-4476fafa90df req-c10caa3e-1492-439c-bc97-bc17ae98f3a1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 944 time: 0.0494905 Sep 21 10:12:36.172711 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:36.202021 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-94c1cb86-7761-44a8-8516-4476fafa90df req-5e4ef044-e354-497e-8170-56fd5d289a90 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551767 Sep 21 10:12:36.234816 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218cf67-886f-43bf-84fe-64183b6eef91 req-e2c77fa4-66ce-4a71-97d7-c43fca826ca4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:36.236271 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a218cf67-886f-43bf-84fe-64183b6eef91 req-e2c77fa4-66ce-4a71-97d7-c43fca826ca4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 945 time: 0.0567830 Sep 21 10:12:36.283242 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a218cf67-886f-43bf-84fe-64183b6eef91 req-c0480a1f-347a-4124-8aab-95df5f005e97 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412605 Sep 21 10:12:36.561786 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:36.686983 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device e8a3d4b3-230b-4d84-8794-b5c57a8db3af details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:12:36.690921 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 611786c0-8e53-4bb4-a06a-9d8729ae90d0 no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:12:36.838668 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 is: ACTIVE; New status is: DOWN {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:12:36.839069 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:36.873964 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port e8a3d4b3-230b-4d84-8794-b5c57a8db3af, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=e8a3d4b3-230b-4d84-8794-b5c57a8db3af,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:36.885799 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a52890-25ca-4b4a-a62a-74eee16c449a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '611786c0-8e53-4bb4-a06a-9d8729ae90d0'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:12:36.888010 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2358005a-2b08-4327-b074-72f3bce370e0" -d '{"events": [{"server_uuid": "e7a52890-25ca-4b4a-a62a-74eee16c449a", "name": "network-vif-unplugged", "status": "completed", "tag": "611786c0-8e53-4bb4-a06a-9d8729ae90d0"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:12:36.901305 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'port_id': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af', 'mac_address': 'fa:16:3e:0c:9f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:12:36.906326 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 611786c0-8e53-4bb4-a06a-9d8729ae90d0, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=611786c0-8e53-4bb4-a06a-9d8729ae90d0,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:36.929318 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:36.970311 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port e8a3d4b3-230b-4d84-8794-b5c57a8db3af is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:12:36.970697 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (e8a3d4b3-230b-4d84-8794-b5c57a8db3af), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:36.992078 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a3d4b3-230b-4d84-8794-b5c57a8db3af {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:12:37.018529 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=611786c0-8e53-4bb4-a06a-9d8729ae90d0,revision_number=8']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:37.024059 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port e8a3d4b3-230b-4d84-8794-b5c57a8db3af, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=e8a3d4b3-230b-4d84-8794-b5c57a8db3af,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:37.032733 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (e8a3d4b3-230b-4d84-8794-b5c57a8db3af), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:37.038418 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 21 Sep 2022 10:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9c0cef-e3aa-4e76-a432-422e9074fc46 x-openstack-request-id: req-5e9c0cef-e3aa-4e76-a432-422e9074fc46 {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:12:37.038754 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a52890-25ca-4b4a-a62a-74eee16c449a", "name": "network-vif-unplugged", "status": "failed", "tag": "611786c0-8e53-4bb4-a06a-9d8729ae90d0", "code": 422}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:12:37.039011 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5e9c0cef-e3aa-4e76-a432-422e9074fc46 {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:12:37.039400 dv-cinder-855479-2-iscsi neutron-server[106521]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5e9c0cef-e3aa-4e76-a432-422e9074fc46']: {'server_uuid': 'e7a52890-25ca-4b4a-a62a-74eee16c449a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '611786c0-8e53-4bb4-a06a-9d8729ae90d0', 'code': 422} returned with failed status Sep 21 10:12:37.082501 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=e8a3d4b3-230b-4d84-8794-b5c57a8db3af,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:37.155286 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [req-1a782c05-13d1-4e52-a147-50171dd5e19b req-c0cc318d-1647-4d26-8ce9-7302e4b34a13 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106519) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 10:12:37.157204 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1a782c05-13d1-4e52-a147-50171dd5e19b req-c0cc318d-1647-4d26-8ce9-7302e4b34a13 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0067554 Sep 21 10:12:37.241545 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['e8a3d4b3-230b-4d84-8794-b5c57a8db3af'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:12:37.355680 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b49ab-966c-4ea5-8697-c07e4579cb22 req-55431c18-9272-4adc-8766-cec7737f5f42 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:37.357960 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-657b49ab-966c-4ea5-8697-c07e4579cb22 req-55431c18-9272-4adc-8766-cec7737f5f42 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 945 time: 0.0648956 Sep 21 10:12:37.431159 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bf014-08c3-47eb-ad75-160a07050e59 req-cb277fe6-ebe7-4378-926f-606da04d6986 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:37.432658 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-405bf014-08c3-47eb-ad75-160a07050e59 req-cb277fe6-ebe7-4378-926f-606da04d6986 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 943 time: 0.0996003 Sep 21 10:12:37.438067 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:37.461697 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1a897368-a5da-408c-a072-17cbed6dcea0 req-28af502f-4d2b-4e0e-b271-82baaaff1307 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876372 Sep 21 10:12:37.490848 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-657b49ab-966c-4ea5-8697-c07e4579cb22 req-2cc6827a-7438-4687-9983-0eabec4506a3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156635 Sep 21 10:12:37.565998 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-405bf014-08c3-47eb-ad75-160a07050e59 req-94c1a0b9-8fc8-4dca-84f2-cfb53b792573 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229563 Sep 21 10:12:37.579291 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a897368-a5da-408c-a072-17cbed6dcea0 req-3f7e8007-a0b0-49c4-9835-fefa58eac4ee tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:37.581046 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1a897368-a5da-408c-a072-17cbed6dcea0 req-3f7e8007-a0b0-49c4-9835-fefa58eac4ee tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports/611786c0-8e53-4bb4-a06a-9d8729ae90d0 HTTP/1.1" status: 200 len: 940 time: 0.0763512 Sep 21 10:12:38.528528 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a897368-a5da-408c-a072-17cbed6dcea0 req-2e4f7af2-cf0e-473d-918a-c4f4d1f526a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:38.530005 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1a897368-a5da-408c-a072-17cbed6dcea0 req-2e4f7af2-cf0e-473d-918a-c4f4d1f526a9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a&tenant_id=68256e1dad7b42c8a603e45246d85098 HTTP/1.1" status: 200 len: 1127 time: 0.0694549 Sep 21 10:12:38.708002 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device e8a3d4b3-230b-4d84-8794-b5c57a8db3af up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:12:38.751575 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port e8a3d4b3-230b-4d84-8794-b5c57a8db3af completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:12:38.758210 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port e8a3d4b3-230b-4d84-8794-b5c57a8db3af triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:12:38.758622 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (e8a3d4b3-230b-4d84-8794-b5c57a8db3af), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:38.758989 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port e8a3d4b3-230b-4d84-8794-b5c57a8db3af Sep 21 10:12:38.837042 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port e8a3d4b3-230b-4d84-8794-b5c57a8db3af is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:12:38.837478 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (e8a3d4b3-230b-4d84-8794-b5c57a8db3af), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:38.874006 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port e8a3d4b3-230b-4d84-8794-b5c57a8db3af, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=e8a3d4b3-230b-4d84-8794-b5c57a8db3af,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:38.880838 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (e8a3d4b3-230b-4d84-8794-b5c57a8db3af), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:38.881723 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 611786c0-8e53-4bb4-a06a-9d8729ae90d0 no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:12:38.912221 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a897368-a5da-408c-a072-17cbed6dcea0 req-2c842ad6-f3c3-4bdc-b579-9f8893e8081f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:38.913717 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1a897368-a5da-408c-a072-17cbed6dcea0 req-2c842ad6-f3c3-4bdc-b579-9f8893e8081f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=68256e1dad7b42c8a603e45246d85098&device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 1127 time: 0.3619847 Sep 21 10:12:38.922976 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:38.943706 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c8c6b-7c3a-4e8d-9c5f-9bae99c97002 req-3720c56d-a203-47d8-b1d6-fd4f57122b75 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:38.945191 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-355c8c6b-7c3a-4e8d-9c5f-9bae99c97002 req-3720c56d-a203-47d8-b1d6-fd4f57122b75 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 945 time: 0.3636670 Sep 21 10:12:38.954373 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:38.960074 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70279a73-2cca-401a-b761-2b667d86d20c req-3481c57f-415e-4dcf-8a55-9a4889cf6e21 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:38.960510 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=e8a3d4b3-230b-4d84-8794-b5c57a8db3af,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:38.961529 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-70279a73-2cca-401a-b761-2b667d86d20c req-3481c57f-415e-4dcf-8a55-9a4889cf6e21 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 943 time: 0.0993288 Sep 21 10:12:38.988016 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:39.007926 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 is: DOWN; New status is: DOWN {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:12:39.040200 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b70eb2-7175-43b0-bb20-45c6be503760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:12:39.042498 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c550ea8f-aadc-44c9-ba88-c861f194c5aa" -d '{"events": [{"server_uuid": "92b70eb2-7175-43b0-bb20-45c6be503760", "name": "network-vif-plugged", "status": "completed", "tag": "e8a3d4b3-230b-4d84-8794-b5c57a8db3af"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:12:39.101949 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-355c8c6b-7c3a-4e8d-9c5f-9bae99c97002 req-b2df9caa-da0f-4a65-a735-eb6aaec5e6a3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392794 Sep 21 10:12:39.107408 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-70279a73-2cca-401a-b761-2b667d86d20c req-cccd81c4-4fae-435d-b41c-f568020982e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068778 Sep 21 10:12:39.108610 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a897368-a5da-408c-a072-17cbed6dcea0 req-d16543bb-200c-4eb4-9525-7c2b219209f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:39.109987 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1a897368-a5da-408c-a072-17cbed6dcea0 req-d16543bb-200c-4eb4-9525-7c2b219209f6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=00c18901-0d42-4272-b558-b769b86bb94d HTTP/1.1" status: 200 len: 918 time: 0.1816666 Sep 21 10:12:39.163084 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94bd1af-5ca9-4c86-a446-eeb21342b43b x-openstack-request-id: req-f94bd1af-5ca9-4c86-a446-eeb21342b43b {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:12:39.163414 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b70eb2-7175-43b0-bb20-45c6be503760", "name": "network-vif-plugged", "status": "completed", "tag": "e8a3d4b3-230b-4d84-8794-b5c57a8db3af", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:12:39.163697 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f94bd1af-5ca9-4c86-a446-eeb21342b43b {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:12:39.164101 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f94bd1af-5ca9-4c86-a446-eeb21342b43b'] response: {'server_uuid': '92b70eb2-7175-43b0-bb20-45c6be503760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af', 'code': 200} Sep 21 10:12:39.182221 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1a897368-a5da-408c-a072-17cbed6dcea0 req-5491fa1d-06fa-41a2-99b4-4a3cf3e252c7 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=611786c0-8e53-4bb4-a06a-9d8729ae90d0 HTTP/1.1" status: 200 len: 999 time: 0.0649595 Sep 21 10:12:39.231943 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a897368-a5da-408c-a072-17cbed6dcea0 req-5bb2243e-cff7-4525-b2e8-27a655ce79fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:39.233424 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1a897368-a5da-408c-a072-17cbed6dcea0 req-5bb2243e-cff7-4525-b2e8-27a655ce79fd service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b380f751-6674-46e2-979d-3a6fecc803dc HTTP/1.1" status: 200 len: 856 time: 0.0458705 Sep 21 10:12:39.316392 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a897368-a5da-408c-a072-17cbed6dcea0 req-880fda78-fe82-4fb4-8595-54220e7d8c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:39.318036 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1a897368-a5da-408c-a072-17cbed6dcea0 req-880fda78-fe82-4fb4-8595-54220e7d8c09 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=00c18901-0d42-4272-b558-b769b86bb94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564508 Sep 21 10:12:39.437740 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d10d1-8111-4d3c-81b7-c20992033f6c req-777d752f-4997-4f36-b742-768797baa0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:39.439224 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a72d10d1-8111-4d3c-81b7-c20992033f6c req-777d752f-4997-4f36-b742-768797baa0b0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 1130 time: 0.0502565 Sep 21 10:12:39.475930 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:39.478521 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1a897368-a5da-408c-a072-17cbed6dcea0 req-0d12ce26-9405-4c94-91cb-2469ce2ab61e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515579 Sep 21 10:12:39.549765 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a72d10d1-8111-4d3c-81b7-c20992033f6c req-d7dc752b-7e5c-474f-ab68-81ecfd920033 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040850 Sep 21 10:12:39.592027 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1a897368-a5da-408c-a072-17cbed6dcea0 req-f536c824-940d-4ec7-a265-ae24eae3f076 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057456 Sep 21 10:12:40.241260 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192adc3-b3ef-47fe-bad5-2f73ea28a482 req-c613d1bc-80f0-4d47-99d9-b6d87ac2258e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:40.242892 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3192adc3-b3ef-47fe-bad5-2f73ea28a482 req-c613d1bc-80f0-4d47-99d9-b6d87ac2258e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 946 time: 0.0582576 Sep 21 10:12:40.290964 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:40.340017 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3192adc3-b3ef-47fe-bad5-2f73ea28a482 req-0c91175e-6db9-4d4a-a568-fbc09f250083 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849967 Sep 21 10:12:40.347400 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e618c-f46c-439d-a0df-d83c9694cd2a req-ddd50e7e-1e61-4bc6-974b-3897be275ef6 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:40.348989 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ae4e618c-f46c-439d-a0df-d83c9694cd2a req-ddd50e7e-1e61-4bc6-974b-3897be275ef6 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 943 time: 0.1049252 Sep 21 10:12:40.464579 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ae4e618c-f46c-439d-a0df-d83c9694cd2a req-c16c8311-c5c2-4019-9f73-23afaa8054a1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901270 Sep 21 10:12:41.485460 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ac73b-dd3f-4c85-b8c3-5f233d7034a1 req-b85d6253-a419-4e19-acf3-4bac846d03b7 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:41.486878 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fe0ac73b-dd3f-4c85-b8c3-5f233d7034a1 req-b85d6253-a419-4e19-acf3-4bac846d03b7 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 946 time: 0.0502374 Sep 21 10:12:41.540433 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fe0ac73b-dd3f-4c85-b8c3-5f233d7034a1 req-bef3341b-b5c9-428c-921f-30a2a6edca44 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477624 Sep 21 10:12:41.584939 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=72,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:41.586166 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:41.635161 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca013d7-c0fa-45cb-9065-07c08020970c req-deaedbb2-897d-49ac-9f59-bfea548d12ea tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:41.636951 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5ca013d7-c0fa-45cb-9065-07c08020970c req-deaedbb2-897d-49ac-9f59-bfea548d12ea tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 943 time: 0.0781603 Sep 21 10:12:41.735941 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5ca013d7-c0fa-45cb-9065-07c08020970c req-431fb6e4-711d-4d02-874d-2c2bfe3cb97b tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877478 Sep 21 10:12:42.003246 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57016) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:42.132902 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-c5e70639-03a4-4bef-a136-d446667ad1c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:42.242257 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-c5e70639-03a4-4bef-a136-d446667ad1c5 admin admin] Publish callbacks [] for security_group (425f25fb-9a39-4428-ac51-f0a812b22b0c), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:42.246351 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-c5e70639-03a4-4bef-a136-d446667ad1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (425f25fb-9a39-4428-ac51-f0a812b22b0c), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:42.287849 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-c5e70639-03a4-4bef-a136-d446667ad1c5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c4982b74d1dd4232907143eb637bca7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829764 Sep 21 10:12:42.288653 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e70639-03a4-4bef-a136-d446667ad1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425f25fb-9a39-4428-ac51-f0a812b22b0c,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:42.291083 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57020) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:42.362743 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-069205bd-b581-4773-81f1-5cd9d0ab3666 admin admin] Publish callbacks [] for security_group (425f25fb-9a39-4428-ac51-f0a812b22b0c), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:42.398078 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-069205bd-b581-4773-81f1-5cd9d0ab3666 admin admin] Publish callbacks [] for security_group (425f25fb-9a39-4428-ac51-f0a812b22b0c), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:42.456889 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-069205bd-b581-4773-81f1-5cd9d0ab3666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (425f25fb-9a39-4428-ac51-f0a812b22b0c), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:42.459526 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-069205bd-b581-4773-81f1-5cd9d0ab3666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:42.460770 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-069205bd-b581-4773-81f1-5cd9d0ab3666 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/425f25fb-9a39-4428-ac51-f0a812b22b0c HTTP/1.1" status: 204 len: 168 time: 0.1687231 Sep 21 10:12:42.469960 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069205bd-b581-4773-81f1-5cd9d0ab3666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425f25fb-9a39-4428-ac51-f0a812b22b0c,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:42.625395 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=7 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:42.648302 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=72 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:42.700970 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973af1c3-dc81-4e9c-8db7-168d6b5a17e8 req-5eeee59d-c40a-462f-8225-024a6e7ab0b3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:42.702599 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-973af1c3-dc81-4e9c-8db7-168d6b5a17e8 req-5eeee59d-c40a-462f-8225-024a6e7ab0b3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 946 time: 0.0535405 Sep 21 10:12:42.770401 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-973af1c3-dc81-4e9c-8db7-168d6b5a17e8 req-0e5bf4fd-e56e-4785-8633-76148b1634e3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618269 Sep 21 10:12:42.919695 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627f605-7114-4e16-ae05-19ce738b6f0d req-dd2d92c1-d21c-4c1c-9604-bb2c20ec1afc tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:42.929190 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f627f605-7114-4e16-ae05-19ce738b6f0d req-dd2d92c1-d21c-4c1c-9604-bb2c20ec1afc tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 943 time: 0.0702839 Sep 21 10:12:43.013878 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f627f605-7114-4e16-ae05-19ce738b6f0d req-3d79c754-9fca-4a64-a02e-02b4762d7397 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747850 Sep 21 10:12:43.987742 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e798b-e878-461c-99ea-d95301c70249 req-871c25bf-0ebc-4190-b896-98af27768bb2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:43.989320 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a29e798b-e878-461c-99ea-d95301c70249 req-871c25bf-0ebc-4190-b896-98af27768bb2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 946 time: 0.0560544 Sep 21 10:12:44.054233 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a29e798b-e878-461c-99ea-d95301c70249 req-b0be4bb7-b422-4ebc-801f-b0236ddb3dfd tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574770 Sep 21 10:12:44.184000 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3876c83-f751-409a-9114-7f77697b17b4 req-28e19a7d-2a77-493e-8ea2-636ce8b5a464 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:44.185538 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e3876c83-f751-409a-9114-7f77697b17b4 req-28e19a7d-2a77-493e-8ea2-636ce8b5a464 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 943 time: 0.0691402 Sep 21 10:12:44.245326 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e3876c83-f751-409a-9114-7f77697b17b4 req-ede47c3c-f0fa-42dd-88ef-de6169d66579 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537620 Sep 21 10:12:45.206220 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814038a-cbc1-4299-9063-3d73a1eca7b0 req-c6370d96-6f83-4536-abd8-18d030403665 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:45.208461 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b814038a-cbc1-4299-9063-3d73a1eca7b0 req-c6370d96-6f83-4536-abd8-18d030403665 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 946 time: 0.0539706 Sep 21 10:12:45.220212 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57104) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:45.289556 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b814038a-cbc1-4299-9063-3d73a1eca7b0 req-1a30e7c6-d3c7-4e5f-b8ea-919ca60c3a66 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751595 Sep 21 10:12:45.384172 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-653aaaf6-d9a7-43ec-a326-e0f16226dfed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:45.418850 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c197558-f5ae-4c4f-891b-eede560d6f0e req-98c4ba87-b82f-41cc-a39f-3eb69a2bfdd0 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:45.420968 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5c197558-f5ae-4c4f-891b-eede560d6f0e req-98c4ba87-b82f-41cc-a39f-3eb69a2bfdd0 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 943 time: 0.0573673 Sep 21 10:12:45.489361 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5c197558-f5ae-4c4f-891b-eede560d6f0e req-9463e787-cf9c-4b3f-8b31-830797aeb89a tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606349 Sep 21 10:12:45.499936 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-653aaaf6-d9a7-43ec-a326-e0f16226dfed admin admin] Publish callbacks [] for security_group (d31ef7f0-0ab9-49d5-8992-ed5bf026d403), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:45.504982 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-653aaaf6-d9a7-43ec-a326-e0f16226dfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (d31ef7f0-0ab9-49d5-8992-ed5bf026d403), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:45.572498 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57110) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:45.573481 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-653aaaf6-d9a7-43ec-a326-e0f16226dfed admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=97be2afee16149f99ab6f8347f08c3e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3520560 Sep 21 10:12:45.574865 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653aaaf6-d9a7-43ec-a326-e0f16226dfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31ef7f0-0ab9-49d5-8992-ed5bf026d403,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:45.612486 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:45.632185 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-b440a3df-dd40-4263-8f65-1f818bc533a7 admin admin] Publish callbacks [] for security_group (d31ef7f0-0ab9-49d5-8992-ed5bf026d403), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:45.668006 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-b440a3df-dd40-4263-8f65-1f818bc533a7 admin admin] Publish callbacks [] for security_group (d31ef7f0-0ab9-49d5-8992-ed5bf026d403), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:45.698534 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:45.735599 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-b440a3df-dd40-4263-8f65-1f818bc533a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (d31ef7f0-0ab9-49d5-8992-ed5bf026d403), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:45.738413 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-b440a3df-dd40-4263-8f65-1f818bc533a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:45.742175 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-b440a3df-dd40-4263-8f65-1f818bc533a7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d31ef7f0-0ab9-49d5-8992-ed5bf026d403 HTTP/1.1" status: 204 len: 168 time: 0.1660006 Sep 21 10:12:45.748882 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440a3df-dd40-4263-8f65-1f818bc533a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31ef7f0-0ab9-49d5-8992-ed5bf026d403,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:46.117477 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57118) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:46.132797 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-bd0483d5-12db-48a7-bd74-988db3e38b20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:46.220960 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-bd0483d5-12db-48a7-bd74-988db3e38b20 admin admin] Publish callbacks [] for security_group (422a2fbd-9bde-4282-92a5-4c198173c8f4), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:46.225036 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-bd0483d5-12db-48a7-bd74-988db3e38b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (422a2fbd-9bde-4282-92a5-4c198173c8f4), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:46.268840 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0483d5-12db-48a7-bd74-988db3e38b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422a2fbd-9bde-4282-92a5-4c198173c8f4,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:46.276499 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-bd0483d5-12db-48a7-bd74-988db3e38b20 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b4f7d5d003124f7e9f7d9587d7348a4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1578004 Sep 21 10:12:46.276761 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57120) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:46.341479 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-174047d7-1707-4f18-9210-5ff1dcfb1d5e admin admin] Publish callbacks [] for security_group (422a2fbd-9bde-4282-92a5-4c198173c8f4), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:46.367087 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-174047d7-1707-4f18-9210-5ff1dcfb1d5e admin admin] Publish callbacks [] for security_group (422a2fbd-9bde-4282-92a5-4c198173c8f4), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:46.434100 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-174047d7-1707-4f18-9210-5ff1dcfb1d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (422a2fbd-9bde-4282-92a5-4c198173c8f4), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:46.437920 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-174047d7-1707-4f18-9210-5ff1dcfb1d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:46.439154 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-174047d7-1707-4f18-9210-5ff1dcfb1d5e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/422a2fbd-9bde-4282-92a5-4c198173c8f4 HTTP/1.1" status: 204 len: 168 time: 0.1612008 Sep 21 10:12:46.461726 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174047d7-1707-4f18-9210-5ff1dcfb1d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422a2fbd-9bde-4282-92a5-4c198173c8f4,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:46.498800 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912b87a-cadb-4866-8828-ad6f78466f52 req-76665c59-a8dc-4a91-8307-632d8ba493ef tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:46.501059 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1912b87a-cadb-4866-8828-ad6f78466f52 req-76665c59-a8dc-4a91-8307-632d8ba493ef tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 946 time: 0.1031888 Sep 21 10:12:46.577951 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1912b87a-cadb-4866-8828-ad6f78466f52 req-1f2b5eda-901f-4d3b-b2e8-2172ed23e041 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702577 Sep 21 10:12:46.679921 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ee275-f5c0-43e0-80a3-46198ff59b0b req-09194e56-8639-458e-9e3c-0936b989248f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:46.682335 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d13ee275-f5c0-43e0-80a3-46198ff59b0b req-09194e56-8639-458e-9e3c-0936b989248f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 943 time: 0.0578868 Sep 21 10:12:46.741039 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d13ee275-f5c0-43e0-80a3-46198ff59b0b req-503ecb27-7f52-421a-8314-9a5ec2dd644a tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519063 Sep 21 10:12:47.751467 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ceb9c-4195-4820-8028-0e1798384b7c req-6af08b5d-923d-468d-9d61-fd432e1af818 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:47.753012 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e94ceb9c-4195-4820-8028-0e1798384b7c req-6af08b5d-923d-468d-9d61-fd432e1af818 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 946 time: 0.0538883 Sep 21 10:12:47.882124 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e94ceb9c-4195-4820-8028-0e1798384b7c req-d90db000-02a8-41e5-87a2-63dc5a7a748f tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118469 Sep 21 10:12:47.937606 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:47.945144 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8836cf-13b3-4745-9ce6-73f5970ed7d4 req-79b652cb-b573-4a21-85cd-4c0c439a2ed0 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:47.946672 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0f8836cf-13b3-4745-9ce6-73f5970ed7d4 req-79b652cb-b573-4a21-85cd-4c0c439a2ed0 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 943 time: 0.0635097 Sep 21 10:12:48.000581 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:12:48.030833 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0f8836cf-13b3-4745-9ce6-73f5970ed7d4 req-4e64106e-2ada-4e16-a6eb-72a2d7222917 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773647 Sep 21 10:12:48.938278 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57184) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:49.070866 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4fbca-08d4-4128-aecb-f6bd2c9a4bde req-12bdde19-9314-4295-a510-d3a9096095eb tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:49.072531 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-79c4fbca-08d4-4128-aecb-f6bd2c9a4bde req-12bdde19-9314-4295-a510-d3a9096095eb tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 946 time: 0.0718865 Sep 21 10:12:49.113453 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e22ba30b-96cf-4234-89a6-da8c8da60468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:49.142834 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-79c4fbca-08d4-4128-aecb-f6bd2c9a4bde req-d6fad0d0-3738-4b9c-89dd-cdf02cb580fc tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633817 Sep 21 10:12:49.175801 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:49.189151 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fb3c7-f3e1-429d-9fa9-f606c675e86e req-361facf5-83fe-400d-9318-45fb55863eff tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:49.190569 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0b5fb3c7-f3e1-429d-9fa9-f606c675e86e req-361facf5-83fe-400d-9318-45fb55863eff tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 943 time: 0.0646067 Sep 21 10:12:49.193871 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:49.218822 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e22ba30b-96cf-4234-89a6-da8c8da60468 admin admin] Publish callbacks [] for security_group (2a17e206-6a7a-402f-827e-0b42341639ff), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:49.224740 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e22ba30b-96cf-4234-89a6-da8c8da60468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (2a17e206-6a7a-402f-827e-0b42341639ff), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:49.277401 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ba30b-96cf-4234-89a6-da8c8da60468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a17e206-6a7a-402f-827e-0b42341639ff,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:49.292428 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-e22ba30b-96cf-4234-89a6-da8c8da60468 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d04c7d25dd2044fab55c183d98458578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3522460 Sep 21 10:12:49.293463 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57192) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:49.299012 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0b5fb3c7-f3e1-429d-9fa9-f606c675e86e req-af086662-c68b-4929-8ba1-f7d1cc868697 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917714 Sep 21 10:12:49.391051 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b84906e2-3451-477e-ad27-2c79175b3374 admin admin] Publish callbacks [] for security_group (2a17e206-6a7a-402f-827e-0b42341639ff), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:49.429015 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b84906e2-3451-477e-ad27-2c79175b3374 admin admin] Publish callbacks [] for security_group (2a17e206-6a7a-402f-827e-0b42341639ff), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:49.513817 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b84906e2-3451-477e-ad27-2c79175b3374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (2a17e206-6a7a-402f-827e-0b42341639ff), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:49.516710 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b84906e2-3451-477e-ad27-2c79175b3374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:49.518001 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-b84906e2-3451-477e-ad27-2c79175b3374 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2a17e206-6a7a-402f-827e-0b42341639ff HTTP/1.1" status: 204 len: 168 time: 0.2231457 Sep 21 10:12:49.526785 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84906e2-3451-477e-ad27-2c79175b3374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a17e206-6a7a-402f-827e-0b42341639ff,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:49.999324 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57198) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:50.013243 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5515f1c0-f634-4351-b3c8-16864157bc7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:50.111824 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5515f1c0-f634-4351-b3c8-16864157bc7a admin admin] Publish callbacks [] for security_group (b56a8a29-ea83-4942-927e-39d38bc5e037), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:50.117353 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5515f1c0-f634-4351-b3c8-16864157bc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (b56a8a29-ea83-4942-927e-39d38bc5e037), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:50.174220 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-5515f1c0-f634-4351-b3c8-16864157bc7a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=60a6184c28e946baa0eb6c4130d2d536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1737082 Sep 21 10:12:50.175583 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515f1c0-f634-4351-b3c8-16864157bc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56a8a29-ea83-4942-927e-39d38bc5e037,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:50.177982 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57200) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:50.248194 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d775f3c4-210c-44d7-a96e-f408a8d11e0a admin admin] Publish callbacks [] for security_group (b56a8a29-ea83-4942-927e-39d38bc5e037), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:50.273880 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:50.300589 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d775f3c4-210c-44d7-a96e-f408a8d11e0a admin admin] Publish callbacks [] for security_group (b56a8a29-ea83-4942-927e-39d38bc5e037), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:50.304560 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:50.339292 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e973a-3455-45f8-8128-d8120b4c4405 req-9a39a634-68ce-4e78-b8ec-bdd7e74b145c tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:50.341406 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f39e973a-3455-45f8-8128-d8120b4c4405 req-9a39a634-68ce-4e78-b8ec-bdd7e74b145c tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 946 time: 0.0821803 Sep 21 10:12:50.416924 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f39e973a-3455-45f8-8128-d8120b4c4405 req-69b5ad70-2ee6-4c11-a9c5-763467548ed0 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684178 Sep 21 10:12:50.433598 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d775f3c4-210c-44d7-a96e-f408a8d11e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (b56a8a29-ea83-4942-927e-39d38bc5e037), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:50.436429 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d775f3c4-210c-44d7-a96e-f408a8d11e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:50.440798 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-d775f3c4-210c-44d7-a96e-f408a8d11e0a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b56a8a29-ea83-4942-927e-39d38bc5e037 HTTP/1.1" status: 204 len: 168 time: 0.2584143 Sep 21 10:12:50.471795 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775f3c4-210c-44d7-a96e-f408a8d11e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56a8a29-ea83-4942-927e-39d38bc5e037,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:50.493698 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc18d4d-0f5a-4e6a-a0c7-6575e4349c23 req-800d1d5e-7fa7-4f59-ae04-5335e1749840 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:50.496438 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4fc18d4d-0f5a-4e6a-a0c7-6575e4349c23 req-800d1d5e-7fa7-4f59-ae04-5335e1749840 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 943 time: 0.0994201 Sep 21 10:12:50.552978 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4fc18d4d-0f5a-4e6a-a0c7-6575e4349c23 req-207fd892-83b8-4ee7-87ae-2a73e369ded3 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491540 Sep 21 10:12:51.565680 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0801b1a-3fa0-4a3e-b8ca-127511ed2638 req-3ac3323e-9c6e-4e2f-bec1-73b676e0be5e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:51.567198 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b0801b1a-3fa0-4a3e-b8ca-127511ed2638 req-3ac3323e-9c6e-4e2f-bec1-73b676e0be5e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 946 time: 0.0500877 Sep 21 10:12:51.623596 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b0801b1a-3fa0-4a3e-b8ca-127511ed2638 req-2626a60c-1913-4153-b568-fc84e07f2fd7 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502975 Sep 21 10:12:51.697508 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272c2dd-9ae5-4a24-9de6-276c0fcb49fb req-99bc3083-c02d-4bbf-88e2-8e70e000ec9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:51.699282 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0272c2dd-9ae5-4a24-9de6-276c0fcb49fb req-99bc3083-c02d-4bbf-88e2-8e70e000ec9c tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 943 time: 0.0501955 Sep 21 10:12:51.800351 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9039dac-871a-451e-ac59-30ac0f8bb798 req-53c039fb-872f-414b-a736-b8fece898012 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:51.801906 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e9039dac-871a-451e-ac59-30ac0f8bb798 req-53c039fb-872f-414b-a736-b8fece898012 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 946 time: 0.0868123 Sep 21 10:12:51.805490 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0272c2dd-9ae5-4a24-9de6-276c0fcb49fb req-e904e975-1899-4a18-851e-889afb4fc1b8 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998611 Sep 21 10:12:51.858295 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e9039dac-871a-451e-ac59-30ac0f8bb798 req-27580a4b-b71c-424b-848a-b6bdc101aabc tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502546 Sep 21 10:12:51.888719 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57246) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:51.933712 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b972867-52e5-45b4-8a51-ad7532ed0b1b tempest-TestVolumeBootPattern-1315636414 tempest-TestVolumeBootPattern-1315636414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:51.937174 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-8b972867-52e5-45b4-8a51-ad7532ed0b1b tempest-TestVolumeBootPattern-1315636414 tempest-TestVolumeBootPattern-1315636414-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 1125 time: 0.0466194 Sep 21 10:12:51.940285 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57252) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:51.945904 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Request body: {'floatingip': {'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'port_id': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:12:51.970725 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:52.072755 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:52.212788 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Allocated IP 172.27.2.68 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/b358e15a-c388-4c13-b447-20ceb66d3d3c) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:12:52.319164 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for port (b358e15a-c388-4c13-b447-20ceb66d3d3c), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:52.339112 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:52.344818 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:52.360117 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (b358e15a-c388-4c13-b447-20ceb66d3d3c), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:52.411308 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:12:52.416223 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:12:52.418856 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:12:52.445911 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event updated for resources: {'Port': ['ID=b358e15a-c388-4c13-b447-20ceb66d3d3c,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:52.819165 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for floatingip (8e8f1a70-692a-4224-93cd-1c553270ac07), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:52.939527 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d29c3-0768-4118-b8ba-e38f4cfa4459 req-a34d57b4-2b6a-4b06-9c41-3245cb155c3e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:52.941056 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cc0d29c3-0768-4118-b8ba-e38f4cfa4459 req-a34d57b4-2b6a-4b06-9c41-3245cb155c3e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 943 time: 0.0497339 Sep 21 10:12:52.996995 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cc0d29c3-0768-4118-b8ba-e38f4cfa4459 req-3ee62e00-bd28-43f8-98d9-49d31d60b0f5 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492964 Sep 21 10:12:53.110932 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b358e15a-c388-4c13-b447-20ceb66d3d3c), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:53.263386 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for port (b358e15a-c388-4c13-b447-20ceb66d3d3c), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:53.268439 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667630'] for port (b358e15a-c388-4c13-b447-20ceb66d3d3c), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:53.341612 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event updated for resources: {'Port': ['ID=b358e15a-c388-4c13-b447-20ceb66d3d3c,revision_number=2']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:53.344937 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (8e8f1a70-692a-4224-93cd-1c553270ac07), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:53.420671 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:53.443133 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.l3_db [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Floating IP 8e8f1a70-692a-4224-93cd-1c553270ac07 associated. External IP: 172.27.2.68, port: e8a3d4b3-230b-4d84-8794-b5c57a8db3af. Sep 21 10:12:53.483580 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:53.650471 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Router 3e0b4ff9-bf68-470b-988e-5437f77cf672 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:12:53.761929 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:12:53.772198 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33636e6-9bb6-400f-82e3-5d8928c0b4b6 None None] Sync routers for ids ['3e0b4ff9-bf68-470b-988e-5437f77cf672'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:12:53.780543 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:53.782954 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33636e6-9bb6-400f-82e3-5d8928c0b4b6 None None] Routers {'3e0b4ff9-bf68-470b-988e-5437f77cf672'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:12:53.784408 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-e33636e6-9bb6-400f-82e3-5d8928c0b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:12:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['3e0b4ff9-bf68-470b-988e-5437f77cf672'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:53.820288 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-a2337da9-81eb-42b8-a08c-1749b5e36dce tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8791320 Sep 21 10:12:53.821099 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b70eb2-7175-43b0-bb20-45c6be503760', 'tag': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:12:53.824428 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867dbdf0-a25a-40f8-b19a-20e1d9d63287" -d '{"events": [{"name": "network-changed", "server_uuid": "92b70eb2-7175-43b0-bb20-45c6be503760", "tag": "e8a3d4b3-230b-4d84-8794-b5c57a8db3af"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:12:53.892363 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221a7d4b-0512-4651-b2ef-8a608cb82ab8 x-openstack-request-id: req-221a7d4b-0512-4651-b2ef-8a608cb82ab8 {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:12:53.892681 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b70eb2-7175-43b0-bb20-45c6be503760", "tag": "e8a3d4b3-230b-4d84-8794-b5c57a8db3af", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:12:53.892957 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-221a7d4b-0512-4651-b2ef-8a608cb82ab8 {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:12:53.893349 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221a7d4b-0512-4651-b2ef-8a608cb82ab8'] response: {'name': 'network-changed', 'server_uuid': '92b70eb2-7175-43b0-bb20-45c6be503760', 'tag': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af', 'status': 'completed', 'code': 200} Sep 21 10:12:53.896496 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-e33636e6-9bb6-400f-82e3-5d8928c0b4b6 None None] Set router 3e0b4ff9-bf68-470b-988e-5437f77cf672 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:12:53.964772 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867dbdf0-a25a-40f8-b19a-20e1d9d63287 req-9a8e3c4d-fb8e-4fc9-b348-77f17a1bbf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:53.966645 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-867dbdf0-a25a-40f8-b19a-20e1d9d63287 req-9a8e3c4d-fb8e-4fc9-b348-77f17a1bbf2f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=91470b6b84c040bb85eec3f27b31f139&device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 1130 time: 0.0459015 Sep 21 10:12:54.062378 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867dbdf0-a25a-40f8-b19a-20e1d9d63287 req-a3a52a35-7387-48a2-a6f1-a72a0bec1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:54.064373 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-867dbdf0-a25a-40f8-b19a-20e1d9d63287 req-a3a52a35-7387-48a2-a6f1-a72a0bec1239 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 HTTP/1.1" status: 200 len: 912 time: 0.0914004 Sep 21 10:12:54.133500 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-e33636e6-9bb6-400f-82e3-5d8928c0b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '8e8f1a70-692a-4224-93cd-1c553270ac07', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'port_id': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'mac_address': 'fa:16:3e:0c:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b70eb2-7175-43b0-bb20-45c6be503760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:12:52Z', 'updated_at': '2022-09-21T10:12:52Z', 'revision_number': 0, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:22Z', 'revision_number': 5, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:54.158927 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33636e6-9bb6-400f-82e3-5d8928c0b4b6 None None] Checking router: 3e0b4ff9-bf68-470b-988e-5437f77cf672 for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:12:54.169560 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33636e6-9bb6-400f-82e3-5d8928c0b4b6 None None] Routers {'3e0b4ff9-bf68-470b-988e-5437f77cf672'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:12:54.170193 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-e33636e6-9bb6-400f-82e3-5d8928c0b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:12:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['3e0b4ff9-bf68-470b-988e-5437f77cf672'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:54.170625 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-867dbdf0-a25a-40f8-b19a-20e1d9d63287 req-44b18be0-4eab-4160-8ad7-fb70ba2781b2 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a3d4b3-230b-4d84-8794-b5c57a8db3af HTTP/1.1" status: 200 len: 999 time: 0.0976524 Sep 21 10:12:54.178562 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2c600-1941-4642-8954-43653a73b3ea req-4f140b36-0b24-4afa-a2bc-6ee2ddf2e467 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:54.180129 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80a2c600-1941-4642-8954-43653a73b3ea req-4f140b36-0b24-4afa-a2bc-6ee2ddf2e467 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 943 time: 0.0660806 Sep 21 10:12:54.260929 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867dbdf0-a25a-40f8-b19a-20e1d9d63287 req-febda97a-8871-4701-bd5f-bfbeec9fa95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:54.263020 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-867dbdf0-a25a-40f8-b19a-20e1d9d63287 req-febda97a-8871-4701-bd5f-bfbeec9fa95b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a03c6c51-ced1-4661-a77b-9c8af558d81f HTTP/1.1" status: 200 len: 850 time: 0.0813732 Sep 21 10:12:54.270882 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80a2c600-1941-4642-8954-43653a73b3ea req-86ed99d4-089a-40ea-87a5-358fdd27b075 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815625 Sep 21 10:12:54.276660 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-e33636e6-9bb6-400f-82e3-5d8928c0b4b6 None None] Set router 3e0b4ff9-bf68-470b-988e-5437f77cf672 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:12:54.312170 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:54.315740 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867dbdf0-a25a-40f8-b19a-20e1d9d63287 req-437993be-cbc1-4fec-8f6f-64812b4be4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:54.317279 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-867dbdf0-a25a-40f8-b19a-20e1d9d63287 req-437993be-cbc1-4fec-8f6f-64812b4be4f4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455244 Sep 21 10:12:54.374350 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:54.429494 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-867dbdf0-a25a-40f8-b19a-20e1d9d63287 req-efc78aa6-bb5a-4f19-948d-df8c992da571 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062489 Sep 21 10:12:54.516869 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-e33636e6-9bb6-400f-82e3-5d8928c0b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '8e8f1a70-692a-4224-93cd-1c553270ac07', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'port_id': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'mac_address': 'fa:16:3e:0c:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b70eb2-7175-43b0-bb20-45c6be503760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:12:52Z', 'updated_at': '2022-09-21T10:12:52Z', 'revision_number': 0, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:22Z', 'revision_number': 5, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:12:54.542313 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33636e6-9bb6-400f-82e3-5d8928c0b4b6 None None] The sync data for ids ['3e0b4ff9-bf68-470b-988e-5437f77cf672'] in dv-cinder-855479-2-iscsi is: [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '8e8f1a70-692a-4224-93cd-1c553270ac07', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'port_id': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'mac_address': 'fa:16:3e:0c:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b70eb2-7175-43b0-bb20-45c6be503760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:12:52Z', 'updated_at': '2022-09-21T10:12:52Z', 'revision_number': 0, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:22Z', 'revision_number': 5, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:12:54.543077 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-867dbdf0-a25a-40f8-b19a-20e1d9d63287 req-f4e7b572-9468-4272-b63f-e2dd997fe4e9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064384 Sep 21 10:12:54.741537 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957d75c-3237-4eb0-830d-0999938b95e3 None None] New status for floating IP 8e8f1a70-692a-4224-93cd-1c553270ac07: ACTIVE {{(pid=106521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:12:54.820946 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 611786c0-8e53-4bb4-a06a-9d8729ae90d0 details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:12:55.112977 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 611786c0-8e53-4bb4-a06a-9d8729ae90d0, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=611786c0-8e53-4bb4-a06a-9d8729ae90d0,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:55.125532 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': '611786c0-8e53-4bb4-a06a-9d8729ae90d0', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'port_id': '611786c0-8e53-4bb4-a06a-9d8729ae90d0', 'mac_address': 'fa:16:3e:4a:64:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:12:55.172083 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:12:55.172602 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:55.193918 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611786c0-8e53-4bb4-a06a-9d8729ae90d0 {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:12:55.216457 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 611786c0-8e53-4bb4-a06a-9d8729ae90d0, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=611786c0-8e53-4bb4-a06a-9d8729ae90d0,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:55.220594 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:55.271876 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=611786c0-8e53-4bb4-a06a-9d8729ae90d0,revision_number=9']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:55.413138 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67f81a-c1cd-4c53-98e8-b4756119ee5f req-41ecf835-2f27-4a27-86bc-d1c21c8a4342 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:55.414579 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2c67f81a-c1cd-4c53-98e8-b4756119ee5f req-41ecf835-2f27-4a27-86bc-d1c21c8a4342 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 944 time: 0.0548532 Sep 21 10:12:55.460924 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['611786c0-8e53-4bb4-a06a-9d8729ae90d0'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:12:55.491412 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2c67f81a-c1cd-4c53-98e8-b4756119ee5f req-a786b745-1043-447d-b333-9ad241a865a4 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708261 Sep 21 10:12:56.626454 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc66de-2be6-4602-85b0-1e0012b41b58 req-b7a5f50c-b1aa-4592-a0f9-1e0b6363533d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:56.628063 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-dffc66de-2be6-4602-85b0-1e0012b41b58 req-b7a5f50c-b1aa-4592-a0f9-1e0b6363533d tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 944 time: 0.0530791 Sep 21 10:12:56.679543 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-dffc66de-2be6-4602-85b0-1e0012b41b58 req-a4934f40-f49a-43b1-8b06-32de61aab8e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453575 Sep 21 10:12:56.811403 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 611786c0-8e53-4bb4-a06a-9d8729ae90d0 up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:12:56.861051 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:12:56.861423 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:56.861752 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 Sep 21 10:12:56.955662 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:12:56.956060 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:56.979578 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a52890-25ca-4b4a-a62a-74eee16c449a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611786c0-8e53-4bb4-a06a-9d8729ae90d0'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:12:56.984412 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d85ebf-fa6c-4cf5-882f-bd119c608710" -d '{"events": [{"server_uuid": "e7a52890-25ca-4b4a-a62a-74eee16c449a", "name": "network-vif-plugged", "status": "completed", "tag": "611786c0-8e53-4bb4-a06a-9d8729ae90d0"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:12:56.998522 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 611786c0-8e53-4bb4-a06a-9d8729ae90d0, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=611786c0-8e53-4bb4-a06a-9d8729ae90d0,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:12:57.003270 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:57.026427 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7210b11f-4f81-450b-b197-24e643a79283 x-openstack-request-id: req-7210b11f-4f81-450b-b197-24e643a79283 {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:12:57.026828 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a52890-25ca-4b4a-a62a-74eee16c449a", "name": "network-vif-plugged", "status": "completed", "tag": "611786c0-8e53-4bb4-a06a-9d8729ae90d0", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:12:57.027227 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7210b11f-4f81-450b-b197-24e643a79283 {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:12:57.027667 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7210b11f-4f81-450b-b197-24e643a79283'] response: {'server_uuid': 'e7a52890-25ca-4b4a-a62a-74eee16c449a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611786c0-8e53-4bb4-a06a-9d8729ae90d0', 'code': 200} Sep 21 10:12:57.057676 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=611786c0-8e53-4bb4-a06a-9d8729ae90d0,revision_number=10']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:57.065504 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:57.065846 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:57.066198 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:57.066550 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:57.066910 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:57.067234 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:57.067559 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:57.067902 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:57.068223 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:57.068541 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:57.068860 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:57.069176 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:57.069494 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:57.069807 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:57.070122 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:12:57.234549 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46488fca-268a-41eb-a840-16ade7251048 req-f4143993-d077-4e37-be23-a146474516b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:57.236797 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-46488fca-268a-41eb-a840-16ade7251048 req-f4143993-d077-4e37-be23-a146474516b7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 1130 time: 0.0503983 Sep 21 10:12:57.292022 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-46488fca-268a-41eb-a840-16ade7251048 req-cc2ad988-5e5a-4ae4-b1a4-8da4d3f9b5ed service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484986 Sep 21 10:12:57.464954 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57350) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:57.589700 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3008d397-de9e-4c31-8fe6-ca597cbf9776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:57.678032 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3008d397-de9e-4c31-8fe6-ca597cbf9776 admin admin] Publish callbacks [] for security_group (88eb3472-5918-4901-9287-a2391b8673b0), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:57.682045 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3008d397-de9e-4c31-8fe6-ca597cbf9776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (88eb3472-5918-4901-9287-a2391b8673b0), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:57.721003 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008d397-de9e-4c31-8fe6-ca597cbf9776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88eb3472-5918-4901-9287-a2391b8673b0,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:57.728150 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-3008d397-de9e-4c31-8fe6-ca597cbf9776 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9faa049d761f45649193bacd8444635a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613626 Sep 21 10:12:57.728997 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57356) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:57.783284 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6583ce74-b49c-40bb-8053-8172e56f7adb admin admin] Publish callbacks [] for security_group (88eb3472-5918-4901-9287-a2391b8673b0), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:57.803753 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6583ce74-b49c-40bb-8053-8172e56f7adb admin admin] Publish callbacks [] for security_group (88eb3472-5918-4901-9287-a2391b8673b0), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:57.814005 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04244f88-3b30-4d28-9b2c-6d4e90690c13 req-e8f6080b-3bbc-4d07-a2e2-da98191d51dd tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:57.815874 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-04244f88-3b30-4d28-9b2c-6d4e90690c13 req-e8f6080b-3bbc-4d07-a2e2-da98191d51dd tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 946 time: 0.0500460 Sep 21 10:12:57.852904 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6583ce74-b49c-40bb-8053-8172e56f7adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (88eb3472-5918-4901-9287-a2391b8673b0), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:57.855433 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6583ce74-b49c-40bb-8053-8172e56f7adb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:57.856676 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-6583ce74-b49c-40bb-8053-8172e56f7adb admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/88eb3472-5918-4901-9287-a2391b8673b0 HTTP/1.1" status: 204 len: 168 time: 0.1267464 Sep 21 10:12:57.868468 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583ce74-b49c-40bb-8053-8172e56f7adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88eb3472-5918-4901-9287-a2391b8673b0,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:57.875709 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-04244f88-3b30-4d28-9b2c-6d4e90690c13 req-346d91b5-14da-4de9-8d97-2b460787e497 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533831 Sep 21 10:12:58.170796 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57362) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:58.185092 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-1d074615-fb2b-4f3f-b7f1-8b43c303304d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:58.266841 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-1d074615-fb2b-4f3f-b7f1-8b43c303304d admin admin] Publish callbacks [] for security_group (aa205704-4b7a-4b6b-9d18-6fba99a96926), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:58.271245 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-1d074615-fb2b-4f3f-b7f1-8b43c303304d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (aa205704-4b7a-4b6b-9d18-6fba99a96926), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:58.312836 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-1d074615-fb2b-4f3f-b7f1-8b43c303304d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=32944f59014e4d5094542a2ae0000cc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409035 Sep 21 10:12:58.313582 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d074615-fb2b-4f3f-b7f1-8b43c303304d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa205704-4b7a-4b6b-9d18-6fba99a96926,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:58.316114 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57364) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:58.402055 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3ec0c9f2-5cee-47e1-9557-367211e12581 admin admin] Publish callbacks [] for security_group (aa205704-4b7a-4b6b-9d18-6fba99a96926), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:58.427520 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3ec0c9f2-5cee-47e1-9557-367211e12581 admin admin] Publish callbacks [] for security_group (aa205704-4b7a-4b6b-9d18-6fba99a96926), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:58.475591 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3ec0c9f2-5cee-47e1-9557-367211e12581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (aa205704-4b7a-4b6b-9d18-6fba99a96926), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:58.478338 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3ec0c9f2-5cee-47e1-9557-367211e12581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:58.479565 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-3ec0c9f2-5cee-47e1-9557-367211e12581 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/aa205704-4b7a-4b6b-9d18-6fba99a96926 HTTP/1.1" status: 204 len: 168 time: 0.1620231 Sep 21 10:12:58.488929 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0c9f2-5cee-47e1-9557-367211e12581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa205704-4b7a-4b6b-9d18-6fba99a96926,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:59.029513 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac833f8-ac96-470a-a6f8-86e69969fa73 req-16f5ee47-5d7e-4350-90f8-1b0c1e55bb04 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:12:59.031069 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0ac833f8-ac96-470a-a6f8-86e69969fa73 req-16f5ee47-5d7e-4350-90f8-1b0c1e55bb04 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 946 time: 0.0475783 Sep 21 10:12:59.092069 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0ac833f8-ac96-470a-a6f8-86e69969fa73 req-a6a8ca5f-7ddb-4912-afe0-2c502680df38 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507979 Sep 21 10:12:59.732128 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57430) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:12:59.834190 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:59.835915 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:12:59.846041 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d16adc54-6bb1-41b5-a157-d03618810e5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:59.926453 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d16adc54-6bb1-41b5-a157-d03618810e5f admin admin] Publish callbacks [] for security_group (d32eec04-c166-4d3b-94f4-826718899451), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:59.930131 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d16adc54-6bb1-41b5-a157-d03618810e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (d32eec04-c166-4d3b-94f4-826718899451), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:12:59.970154 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-d16adc54-6bb1-41b5-a157-d03618810e5f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=134e4f261a8647ee8011d8e5c9c88653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370367 Sep 21 10:12:59.970999 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16adc54-6bb1-41b5-a157-d03618810e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32eec04-c166-4d3b-94f4-826718899451,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:12:59.973063 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57434) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:00.013269 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:00.024874 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d73f01c2-bc52-4a57-b894-86dc7b0f8fbc admin admin] Publish callbacks [] for security_group (d32eec04-c166-4d3b-94f4-826718899451), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:00.047735 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d73f01c2-bc52-4a57-b894-86dc7b0f8fbc admin admin] Publish callbacks [] for security_group (d32eec04-c166-4d3b-94f4-826718899451), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:00.082708 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:00.100400 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d73f01c2-bc52-4a57-b894-86dc7b0f8fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (d32eec04-c166-4d3b-94f4-826718899451), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:00.102870 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d73f01c2-bc52-4a57-b894-86dc7b0f8fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:00.104058 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-d73f01c2-bc52-4a57-b894-86dc7b0f8fbc admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d32eec04-c166-4d3b-94f4-826718899451 HTTP/1.1" status: 204 len: 168 time: 0.1299295 Sep 21 10:13:00.113215 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f01c2-bc52-4a57-b894-86dc7b0f8fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32eec04-c166-4d3b-94f4-826718899451,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:00.242102 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da24bb-ec1b-4657-8137-462fb0dd5b96 req-522fdf72-c032-4f45-8abf-145979ddc864 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:00.243682 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e2da24bb-ec1b-4657-8137-462fb0dd5b96 req-522fdf72-c032-4f45-8abf-145979ddc864 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 946 time: 0.0558984 Sep 21 10:13:00.300605 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e2da24bb-ec1b-4657-8137-462fb0dd5b96 req-d0d3fe83-7cba-4df1-a2c1-f9c47cf80eb5 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499694 Sep 21 10:13:00.453305 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-0117a635-ae6b-49de-80aa-01e0f5443b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:03.668022 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-bbba3292-1429-443c-86ff-5203627171db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:04.232441 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57506) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:04.347341 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-274f50ef-50f0-43fc-b1f0-0e6238e035a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:04.430904 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-274f50ef-50f0-43fc-b1f0-0e6238e035a2 admin admin] Publish callbacks [] for security_group (e8f649e3-1b75-4a64-927d-f3b358c9cd3e), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:04.436134 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-274f50ef-50f0-43fc-b1f0-0e6238e035a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (e8f649e3-1b75-4a64-927d-f3b358c9cd3e), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:04.478474 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-274f50ef-50f0-43fc-b1f0-0e6238e035a2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b44b8e7f0b0d4e2585257a01655ca779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448990 Sep 21 10:13:04.479639 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f50ef-50f0-43fc-b1f0-0e6238e035a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f649e3-1b75-4a64-927d-f3b358c9cd3e,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:04.481802 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57510) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:04.537118 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-389d54eb-9b39-404a-81a6-ed96cd666a5d admin admin] Publish callbacks [] for security_group (e8f649e3-1b75-4a64-927d-f3b358c9cd3e), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:04.559920 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-389d54eb-9b39-404a-81a6-ed96cd666a5d admin admin] Publish callbacks [] for security_group (e8f649e3-1b75-4a64-927d-f3b358c9cd3e), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:04.610750 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-389d54eb-9b39-404a-81a6-ed96cd666a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (e8f649e3-1b75-4a64-927d-f3b358c9cd3e), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:04.615109 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-389d54eb-9b39-404a-81a6-ed96cd666a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:04.617163 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-389d54eb-9b39-404a-81a6-ed96cd666a5d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e8f649e3-1b75-4a64-927d-f3b358c9cd3e HTTP/1.1" status: 204 len: 168 time: 0.1333003 Sep 21 10:13:04.631719 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d54eb-9b39-404a-81a6-ed96cd666a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f649e3-1b75-4a64-927d-f3b358c9cd3e,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:04.725355 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:04.742259 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:05.435471 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:06.567198 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:08.606463 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=76 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:08.611186 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=80 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:14.472985 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=38,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:14.476119 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=25,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:14.592964 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:INSERT=5,neutron:SELECT=28,neutron:DELETE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:14.624631 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=39,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:16.473217 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57554) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:16.478162 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159275454', 'description': 'tempest-description--1325901396'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:13:16.501529 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:16.553944 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:16.554975 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=1,neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:16.560548 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:16.583794 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (fc9af55d-75ef-4e7e-8669-b2ffdfca4812), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:16.587794 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (fc9af55d-75ef-4e7e-8669-b2ffdfca4812), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:16.620420 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:16.622333 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1478953 Sep 21 10:13:16.623505 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9af55d-75ef-4e7e-8669-b2ffdfca4812,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:16.625370 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57556) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:16.630076 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'security_group_rule': {'security_group_id': 'fc9af55d-75ef-4e7e-8669-b2ffdfca4812', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:13:16.631140 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.631498 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.631880 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.632222 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.632562 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.632898 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.633234 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.633612 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.634016 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.634384 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.634703 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.635033 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.635360 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.635707 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.636039 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bae21-d973-4b91-934e-d2511f3776f4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.665672 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (3d58d72e-896f-4266-8100-233e199d2acf), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:16.727414 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (3d58d72e-896f-4266-8100-233e199d2acf), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:16.731705 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (3d58d72e-896f-4266-8100-233e199d2acf), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:16.751287 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d58d72e-896f-4266-8100-233e199d2acf,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:16.761321 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:16.762573 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361411 Sep 21 10:13:16.763930 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.764279 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.764622 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.764961 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.765312 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.765596 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57558) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:16.765730 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.765954 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.766279 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.766605 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.766933 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.767257 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.767579 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.767929 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.768247 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.768590 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70625469-5b16-4126-873a-5eefedf88bf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:13:16.770467 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-72982acc-5d80-4184-a635-59b33ac04f74 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'security_group_rule': {'security_group_id': 'fc9af55d-75ef-4e7e-8669-b2ffdfca4812', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:13:16.800444 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-72982acc-5d80-4184-a635-59b33ac04f74 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (02066d69-3d78-48d8-838b-063f60734784), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:16.864182 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-72982acc-5d80-4184-a635-59b33ac04f74 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (02066d69-3d78-48d8-838b-063f60734784), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:16.869724 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-72982acc-5d80-4184-a635-59b33ac04f74 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (02066d69-3d78-48d8-838b-063f60734784), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:16.891890 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72982acc-5d80-4184-a635-59b33ac04f74 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02066d69-3d78-48d8-838b-063f60734784,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:16.897645 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-72982acc-5d80-4184-a635-59b33ac04f74 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:16.899464 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-72982acc-5d80-4184-a635-59b33ac04f74 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326931 Sep 21 10:13:16.903019 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57560) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:16.907663 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-979c9971-a1a5-4ca6-add1-2bc08ccc56e1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'floatingip': {'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:13:16.931438 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-979c9971-a1a5-4ca6-add1-2bc08ccc56e1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:17.015282 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-979c9971-a1a5-4ca6-add1-2bc08ccc56e1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:17.122965 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-979c9971-a1a5-4ca6-add1-2bc08ccc56e1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Allocated IP 172.27.2.90 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/ddff9294-4503-43f5-99c9-390d3e670bc2) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:13:17.249020 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-979c9971-a1a5-4ca6-add1-2bc08ccc56e1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for port (ddff9294-4503-43f5-99c9-390d3e670bc2), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:17.282843 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-979c9971-a1a5-4ca6-add1-2bc08ccc56e1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (ddff9294-4503-43f5-99c9-390d3e670bc2), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:17.315141 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:17.327057 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:17.330773 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979c9971-a1a5-4ca6-add1-2bc08ccc56e1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:13:17.335849 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-979c9971-a1a5-4ca6-add1-2bc08ccc56e1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:13:17.338507 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c9971-a1a5-4ca6-add1-2bc08ccc56e1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:13:17.368644 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c9971-a1a5-4ca6-add1-2bc08ccc56e1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'Port': ['ID=ddff9294-4503-43f5-99c9-390d3e670bc2,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:17.445330 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-979c9971-a1a5-4ca6-add1-2bc08ccc56e1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (e495b5b3-1a3b-436e-b810-5e5fb7c99f1d), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:17.490697 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-979c9971-a1a5-4ca6-add1-2bc08ccc56e1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (ddff9294-4503-43f5-99c9-390d3e670bc2), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:17.656615 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-979c9971-a1a5-4ca6-add1-2bc08ccc56e1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for port (ddff9294-4503-43f5-99c9-390d3e670bc2), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:17.661554 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-979c9971-a1a5-4ca6-add1-2bc08ccc56e1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667630'] for port (ddff9294-4503-43f5-99c9-390d3e670bc2), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:17.729582 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c9971-a1a5-4ca6-add1-2bc08ccc56e1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'Port': ['ID=ddff9294-4503-43f5-99c9-390d3e670bc2,revision_number=2']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:17.732377 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-979c9971-a1a5-4ca6-add1-2bc08ccc56e1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (e495b5b3-1a3b-436e-b810-5e5fb7c99f1d), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:17.749360 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-979c9971-a1a5-4ca6-add1-2bc08ccc56e1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:17.750603 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-979c9971-a1a5-4ca6-add1-2bc08ccc56e1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8465550 Sep 21 10:13:17.922303 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:17.973877 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-02967a26-e6eb-4e2b-954e-19d5b4f02ce5 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--159275454&fields=id&tenant_id=b302e94dce514d8c884a0d509cdd7032 HTTP/1.1" status: 200 len: 267 time: 0.0480781 Sep 21 10:13:18.092847 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-668e4e5d-439d-4c1e-a852-ba8585328732 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:18.094362 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-668e4e5d-439d-4c1e-a852-ba8585328732 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/networks?id=ef7938f6-d232-4c14-9be3-ccb1b366c40f HTTP/1.1" status: 200 len: 815 time: 0.1122971 Sep 21 10:13:18.110049 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-3ff6d1ac-f095-4c82-ac75-200448a9879f tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/quotas/b302e94dce514d8c884a0d509cdd7032 HTTP/1.1" status: 200 len: 375 time: 0.0100737 Sep 21 10:13:18.167156 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-8da93a28-5906-4630-8de0-8268e8680731 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=b302e94dce514d8c884a0d509cdd7032&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517700 Sep 21 10:13:18.264162 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-b678da09-24f2-4e94-98b6-0cad28e59e15 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850525 Sep 21 10:13:18.360053 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-c725e0cc-a9f4-425f-8e20-496470d6fe18 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900230 Sep 21 10:13:18.529386 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-74009123-9429-482e-a9a1-5d1f25061faf req-d4da426a-3c9f-453a-9fd8-e2aa0908ad35 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0511da15-2abf-4b9c-b879-9becee1d6f99 HTTP/1.1" status: 200 len: 210 time: 0.0284297 Sep 21 10:13:19.674906 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-86473e74-5e87-40ea-bf71-668215637058 req-ce7c114f-c1b1-4e9a-adf1-0d3423e05ad3 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0511da15-2abf-4b9c-b879-9becee1d6f99 HTTP/1.1" status: 200 len: 210 time: 0.0563293 Sep 21 10:13:19.731276 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-cb45f16b-f9d0-4c44-9675-427cb9a39f8b tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:19.732763 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-cb45f16b-f9d0-4c44-9675-427cb9a39f8b tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.42 "GET /networking/v2.0/networks?id=ef7938f6-d232-4c14-9be3-ccb1b366c40f HTTP/1.1" status: 200 len: 815 time: 0.1361253 Sep 21 10:13:19.816021 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-88df4a6a-b3da-4eb6-89a1-198240e71532 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b302e94dce514d8c884a0d509cdd7032 HTTP/1.1" status: 200 len: 472 time: 0.0686083 Sep 21 10:13:19.857464 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-f4d7a61a-ac75-44d7-bdf2-8f16b208bc4c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'port': {'device_id': '0511da15-2abf-4b9c-b879-9becee1d6f99', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'admin_state_up': True, 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'security_groups': ['fc9af55d-75ef-4e7e-8669-b2ffdfca4812']}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:13:19.969328 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-f4d7a61a-ac75-44d7-bdf2-8f16b208bc4c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Made reservation on behalf of b302e94dce514d8c884a0d509cdd7032 for: {'port': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:13:19.973518 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-f4d7a61a-ac75-44d7-bdf2-8f16b208bc4c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:19.975496 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:20.030093 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:20.119923 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-f4d7a61a-ac75-44d7-bdf2-8f16b208bc4c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Allocated IP 172.20.0.10 (ef7938f6-d232-4c14-9be3-ccb1b366c40f/80d4efae-e3db-4db7-af72-315587821cfa/580907fa-3f17-49aa-8d5d-f49d50386fd2) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:13:20.317573 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-f4d7a61a-ac75-44d7-bdf2-8f16b208bc4c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for port (580907fa-3f17-49aa-8d5d-f49d50386fd2), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:20.355797 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-f4d7a61a-ac75-44d7-bdf2-8f16b208bc4c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (580907fa-3f17-49aa-8d5d-f49d50386fd2), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:20.408285 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-f4d7a61a-ac75-44d7-bdf2-8f16b208bc4c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Network ef7938f6-d232-4c14-9be3-ccb1b366c40f is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:13:20.411904 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-f4d7a61a-ac75-44d7-bdf2-8f16b208bc4c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:13:20.414484 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-f4d7a61a-ac75-44d7-bdf2-8f16b208bc4c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:13:20.441454 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7a61a-ac75-44d7-bdf2-8f16b208bc4c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'Port': ['ID=580907fa-3f17-49aa-8d5d-f49d50386fd2,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:20.474612 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-f4d7a61a-ac75-44d7-bdf2-8f16b208bc4c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:20.475251 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-f4d7a61a-ac75-44d7-bdf2-8f16b208bc4c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:20.495412 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-f4d7a61a-ac75-44d7-bdf2-8f16b208bc4c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6420696 Sep 21 10:13:20.507951 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Request body: {'port': {'device_id': '0511da15-2abf-4b9c-b879-9becee1d6f99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:13:20.571369 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (580907fa-3f17-49aa-8d5d-f49d50386fd2), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:20.615410 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-f0282edc-b3d9-4e7b-ac27-96854c12eef5 None None] Provisioning complete for port 580907fa-3f17-49aa-8d5d-f49d50386fd2 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:13:20.616062 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f0282edc-b3d9-4e7b-ac27-96854c12eef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (580907fa-3f17-49aa-8d5d-f49d50386fd2), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:20.616281 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f0282edc-b3d9-4e7b-ac27-96854c12eef5 None None] Attempt 1 to provision port 580907fa-3f17-49aa-8d5d-f49d50386fd2 Sep 21 10:13:20.649362 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f0282edc-b3d9-4e7b-ac27-96854c12eef5 None None] Port 580907fa-3f17-49aa-8d5d-f49d50386fd2 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:13:20.827403 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99778d-82a5-487f-8124-a23a106dc4bb req-da9cf6cb-5b33-4fce-8738-6af841a42d68 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:20.828899 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9d99778d-82a5-487f-8124-a23a106dc4bb req-da9cf6cb-5b33-4fce-8738-6af841a42d68 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0511da15-2abf-4b9c-b879-9becee1d6f99 HTTP/1.1" status: 200 len: 932 time: 0.0687878 Sep 21 10:13:20.862734 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:20.926468 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9d99778d-82a5-487f-8124-a23a106dc4bb req-81c35747-bd03-4766-9138-21b18b33cb87 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fc9af55d-75ef-4e7e-8669-b2ffdfca4812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910110 Sep 21 10:13:20.928478 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580907fa-3f17-49aa-8d5d-f49d50386fd2 {{(pid=106519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:13:20.937177 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Publish callbacks [] for port (580907fa-3f17-49aa-8d5d-f49d50386fd2), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:20.939245 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:20.952625 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.provisioning_blocks [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Transition to ACTIVE for port object 580907fa-3f17-49aa-8d5d-f49d50386fd2 will not be triggered until provisioned by entity L2. {{(pid=106519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:13:20.958681 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (580907fa-3f17-49aa-8d5d-f49d50386fd2), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:21.053673 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Pushing event updated for resources: {'Port': ['ID=580907fa-3f17-49aa-8d5d-f49d50386fd2,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:21.088190 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Attempting to bind port 580907fa-3f17-49aa-8d5d-f49d50386fd2 on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:13:21.088532 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Attempting to bind port 580907fa-3f17-49aa-8d5d-f49d50386fd2 by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:13:21.088844 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Attempting to bind port 580907fa-3f17-49aa-8d5d-f49d50386fd2 on network ef7938f6-d232-4c14-9be3-ccb1b366c40f {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:13:21.150064 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f0282edc-b3d9-4e7b-ac27-96854c12eef5 None None] Attempt 2 to provision port 580907fa-3f17-49aa-8d5d-f49d50386fd2 Sep 21 10:13:21.157464 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Port 580907fa-3f17-49aa-8d5d-f49d50386fd2 on network ef7938f6-d232-4c14-9be3-ccb1b366c40f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:13:21.157984 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Attempting to bind port 580907fa-3f17-49aa-8d5d-f49d50386fd2 on network ef7938f6-d232-4c14-9be3-ccb1b366c40f {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:13:21.185836 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f0282edc-b3d9-4e7b-ac27-96854c12eef5 None None] Port 580907fa-3f17-49aa-8d5d-f49d50386fd2 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:13:21.236346 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:13:21.236900 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Checking segment: {'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:13:21.237500 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Bound using segment: {'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:13:21.238173 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Bound port: 580907fa-3f17-49aa-8d5d-f49d50386fd2, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'}}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:13:21.238729 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (580907fa-3f17-49aa-8d5d-f49d50386fd2), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:21.317216 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] For port 580907fa-3f17-49aa-8d5d-f49d50386fd2, host hv-cinder-85547, cleared binding levels {{(pid=106519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:13:21.321227 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] For port 580907fa-3f17-49aa-8d5d-f49d50386fd2, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=580907fa-3f17-49aa-8d5d-f49d50386fd2,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:13:21.328902 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (580907fa-3f17-49aa-8d5d-f49d50386fd2), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:21.333507 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:21.334121 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:21.335536 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/580907fa-3f17-49aa-8d5d-f49d50386fd2 HTTP/1.1" status: 200 len: 1094 time: 0.8320954 Sep 21 10:13:21.336140 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0511da15-2abf-4b9c-b879-9becee1d6f99', 'tag': '580907fa-3f17-49aa-8d5d-f49d50386fd2'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:13:21.338440 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2cc087-4680-4cfe-a385-13ceac941e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "0511da15-2abf-4b9c-b879-9becee1d6f99", "tag": "580907fa-3f17-49aa-8d5d-f49d50386fd2"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:13:21.404625 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ab8336-83a3-49ac-a945-c388b4f329c6 x-openstack-request-id: req-24ab8336-83a3-49ac-a945-c388b4f329c6 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:13:21.404995 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0511da15-2abf-4b9c-b879-9becee1d6f99", "tag": "580907fa-3f17-49aa-8d5d-f49d50386fd2", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:13:21.405186 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-24ab8336-83a3-49ac-a945-c388b4f329c6 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:13:21.405553 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ab8336-83a3-49ac-a945-c388b4f329c6'] response: {'name': 'network-changed', 'server_uuid': '0511da15-2abf-4b9c-b879-9becee1d6f99', 'tag': '580907fa-3f17-49aa-8d5d-f49d50386fd2', 'status': 'completed', 'code': 200} Sep 21 10:13:21.445462 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-12975f94-7653-4155-839f-bff731edae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:21.446970 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-12975f94-7653-4155-839f-bff731edae5b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b302e94dce514d8c884a0d509cdd7032&device_id=0511da15-2abf-4b9c-b879-9becee1d6f99 HTTP/1.1" status: 200 len: 1128 time: 0.0579445 Sep 21 10:13:21.447740 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49236df9-8ace-47b4-9974-94068ea749fd service neutron] Pushing event updated for resources: {'Port': ['ID=580907fa-3f17-49aa-8d5d-f49d50386fd2,revision_number=3']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:21.491835 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-a55fba17-b37e-4f6d-8e7f-42a4b437c69b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=580907fa-3f17-49aa-8d5d-f49d50386fd2 HTTP/1.1" status: 200 len: 217 time: 0.0377920 Sep 21 10:13:21.543365 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-ed63a821-4635-447c-a49f-707ad1cf4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:21.544883 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-ed63a821-4635-447c-a49f-707ad1cf4c13 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=80d4efae-e3db-4db7-af72-315587821cfa HTTP/1.1" status: 200 len: 854 time: 0.0468311 Sep 21 10:13:21.594118 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-16859e84-40b0-4373-b807-4fb09ac2a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:21.595526 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-16859e84-40b0-4373-b807-4fb09ac2a9d7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ef7938f6-d232-4c14-9be3-ccb1b366c40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444789 Sep 21 10:13:21.687079 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-f0282edc-b3d9-4e7b-ac27-96854c12eef5 None None] Attempt 3 to provision port 580907fa-3f17-49aa-8d5d-f49d50386fd2 Sep 21 10:13:21.742769 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-f0282edc-b3d9-4e7b-ac27-96854c12eef5 None None] Port 580907fa-3f17-49aa-8d5d-f49d50386fd2 had new provisioning blocks added so it will not transition to active. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 10:13:21.975348 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-d880100d-a670-466b-8829-ba489d57561e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729825 Sep 21 10:13:22.086850 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496392d6-da44-4cca-aa60-849aca381fc8 req-fa920091-e062-41a9-9b77-114216b6f4f1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:22.088434 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-496392d6-da44-4cca-aa60-849aca381fc8 req-fa920091-e062-41a9-9b77-114216b6f4f1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0511da15-2abf-4b9c-b879-9becee1d6f99 HTTP/1.1" status: 200 len: 944 time: 0.0626783 Sep 21 10:13:22.135953 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cf9c7eef-956d-44a4-ae88-9b2b8e4e9e7c req-b8e78e55-bd43-4ed9-8353-3bc5de5690d2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541164 Sep 21 10:13:22.161145 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-496392d6-da44-4cca-aa60-849aca381fc8 req-4f3756ae-968f-44e2-93fe-cea6a96b5c24 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fc9af55d-75ef-4e7e-8669-b2ffdfca4812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589073 Sep 21 10:13:22.961817 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cc087-4680-4cfe-a385-13ceac941e6d req-2bfa8134-3272-4ec4-8f35-c6c7c52e3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:22.963225 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8d2cc087-4680-4cfe-a385-13ceac941e6d req-2bfa8134-3272-4ec4-8f35-c6c7c52e3d2e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b302e94dce514d8c884a0d509cdd7032&device_id=0511da15-2abf-4b9c-b879-9becee1d6f99 HTTP/1.1" status: 200 len: 1128 time: 0.0396805 Sep 21 10:13:23.022946 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:23.050628 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:23.061741 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cc087-4680-4cfe-a385-13ceac941e6d req-de474676-449e-4e79-bfb7-70ab70e6ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:23.063280 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8d2cc087-4680-4cfe-a385-13ceac941e6d req-de474676-449e-4e79-bfb7-70ab70e6ecdf service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ef7938f6-d232-4c14-9be3-ccb1b366c40f HTTP/1.1" status: 200 len: 916 time: 0.0938916 Sep 21 10:13:23.106583 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8d2cc087-4680-4cfe-a385-13ceac941e6d req-cdf47a13-1ef2-46d0-8e08-ba88eb230d81 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=580907fa-3f17-49aa-8d5d-f49d50386fd2 HTTP/1.1" status: 200 len: 217 time: 0.0366247 Sep 21 10:13:23.162664 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cc087-4680-4cfe-a385-13ceac941e6d req-1774a6b2-bb17-490e-bea8-bb6ac5dc3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:23.164488 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8d2cc087-4680-4cfe-a385-13ceac941e6d req-1774a6b2-bb17-490e-bea8-bb6ac5dc3122 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=80d4efae-e3db-4db7-af72-315587821cfa HTTP/1.1" status: 200 len: 854 time: 0.0484977 Sep 21 10:13:23.216340 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cc087-4680-4cfe-a385-13ceac941e6d req-18920895-e442-4c0f-a0e4-7ea0aeec8dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:23.217874 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8d2cc087-4680-4cfe-a385-13ceac941e6d req-18920895-e442-4c0f-a0e4-7ea0aeec8dfd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ef7938f6-d232-4c14-9be3-ccb1b366c40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462437 Sep 21 10:13:23.328643 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfbc0b-7c48-4711-a5ca-044c7fc89328 req-3ad69061-a4f6-4b38-ad0c-af69a3837294 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:23.330102 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d6cfbc0b-7c48-4711-a5ca-044c7fc89328 req-3ad69061-a4f6-4b38-ad0c-af69a3837294 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0511da15-2abf-4b9c-b879-9becee1d6f99 HTTP/1.1" status: 200 len: 944 time: 0.0602453 Sep 21 10:13:23.373682 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8d2cc087-4680-4cfe-a385-13ceac941e6d req-0d9e9523-33b1-45d5-aca2-c00364ea9040 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498928 Sep 21 10:13:23.443341 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d6cfbc0b-7c48-4711-a5ca-044c7fc89328 req-d052d4ce-e96d-4a6b-b177-a7910c8c6bdf tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fc9af55d-75ef-4e7e-8669-b2ffdfca4812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065285 Sep 21 10:13:23.487191 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8d2cc087-4680-4cfe-a385-13ceac941e6d req-5cf9365c-1d24-40e4-a02f-600b2063da27 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051917 Sep 21 10:13:24.568418 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b63e4c-60ca-43b5-8c33-805110d87e5b req-b59f8109-311f-44dd-8cab-c8c5926fa3ff tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:24.569864 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-84b63e4c-60ca-43b5-8c33-805110d87e5b req-b59f8109-311f-44dd-8cab-c8c5926fa3ff tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0511da15-2abf-4b9c-b879-9becee1d6f99 HTTP/1.1" status: 200 len: 944 time: 0.0502417 Sep 21 10:13:24.616332 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-84b63e4c-60ca-43b5-8c33-805110d87e5b req-69e37918-07c8-43f4-b06d-737264138db2 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fc9af55d-75ef-4e7e-8669-b2ffdfca4812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407879 Sep 21 10:13:24.920973 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 580907fa-3f17-49aa-8d5d-f49d50386fd2 details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:13:25.000831 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:13:25.029986 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 580907fa-3f17-49aa-8d5d-f49d50386fd2, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=580907fa-3f17-49aa-8d5d-f49d50386fd2,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:13:25.041448 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': '580907fa-3f17-49aa-8d5d-f49d50386fd2', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'port_id': '580907fa-3f17-49aa-8d5d-f49d50386fd2', 'mac_address': 'fa:16:3e:23:a8:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:13:25.074649 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 580907fa-3f17-49aa-8d5d-f49d50386fd2 is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:13:25.075032 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (580907fa-3f17-49aa-8d5d-f49d50386fd2), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:25.092099 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580907fa-3f17-49aa-8d5d-f49d50386fd2 {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:13:25.111384 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 580907fa-3f17-49aa-8d5d-f49d50386fd2, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=580907fa-3f17-49aa-8d5d-f49d50386fd2,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:13:25.115938 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (580907fa-3f17-49aa-8d5d-f49d50386fd2), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:25.163754 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=580907fa-3f17-49aa-8d5d-f49d50386fd2,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:25.366139 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['580907fa-3f17-49aa-8d5d-f49d50386fd2'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:13:25.736328 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb4fc0-6706-4cbb-b8fb-e55245317be4 req-84f2e7eb-35f6-42bd-a9fe-9d00cbea279f tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:25.737785 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7fbb4fc0-6706-4cbb-b8fb-e55245317be4 req-84f2e7eb-35f6-42bd-a9fe-9d00cbea279f tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0511da15-2abf-4b9c-b879-9becee1d6f99 HTTP/1.1" status: 200 len: 945 time: 0.0465374 Sep 21 10:13:25.784108 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7fbb4fc0-6706-4cbb-b8fb-e55245317be4 req-70de8b12-c8bb-408e-aba0-e174f6219a14 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fc9af55d-75ef-4e7e-8669-b2ffdfca4812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406964 Sep 21 10:13:26.910952 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33019b-e43e-4ad6-9cc6-52c314be0299 req-03c59a66-78e5-4103-8d8c-aa990dc8ce44 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:26.912523 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1d33019b-e43e-4ad6-9cc6-52c314be0299 req-03c59a66-78e5-4103-8d8c-aa990dc8ce44 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0511da15-2abf-4b9c-b879-9becee1d6f99 HTTP/1.1" status: 200 len: 945 time: 0.0487566 Sep 21 10:13:26.931282 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 580907fa-3f17-49aa-8d5d-f49d50386fd2 up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:13:26.966220 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1d33019b-e43e-4ad6-9cc6-52c314be0299 req-1e2cdb22-8deb-4e27-a637-808545b29e3d tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fc9af55d-75ef-4e7e-8669-b2ffdfca4812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472426 Sep 21 10:13:26.975148 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port 580907fa-3f17-49aa-8d5d-f49d50386fd2 completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:13:26.981771 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port 580907fa-3f17-49aa-8d5d-f49d50386fd2 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:13:26.982312 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (580907fa-3f17-49aa-8d5d-f49d50386fd2), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:26.982643 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port 580907fa-3f17-49aa-8d5d-f49d50386fd2 Sep 21 10:13:27.051879 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 580907fa-3f17-49aa-8d5d-f49d50386fd2 is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:13:27.052261 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (580907fa-3f17-49aa-8d5d-f49d50386fd2), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:27.074803 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0511da15-2abf-4b9c-b879-9becee1d6f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580907fa-3f17-49aa-8d5d-f49d50386fd2'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:13:27.076946 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e861b66a-494c-472a-83b1-c47923c67677" -d '{"events": [{"server_uuid": "0511da15-2abf-4b9c-b879-9becee1d6f99", "name": "network-vif-plugged", "status": "completed", "tag": "580907fa-3f17-49aa-8d5d-f49d50386fd2"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:13:27.089701 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 580907fa-3f17-49aa-8d5d-f49d50386fd2, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=580907fa-3f17-49aa-8d5d-f49d50386fd2,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:13:27.094381 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (580907fa-3f17-49aa-8d5d-f49d50386fd2), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:27.120081 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9bc3de-9fdb-4d4a-b4a7-2c23a5b7c9d7 x-openstack-request-id: req-2d9bc3de-9fdb-4d4a-b4a7-2c23a5b7c9d7 {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:13:27.120403 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0511da15-2abf-4b9c-b879-9becee1d6f99", "name": "network-vif-plugged", "status": "completed", "tag": "580907fa-3f17-49aa-8d5d-f49d50386fd2", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:13:27.121277 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2d9bc3de-9fdb-4d4a-b4a7-2c23a5b7c9d7 {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:13:27.121666 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9bc3de-9fdb-4d4a-b4a7-2c23a5b7c9d7'] response: {'server_uuid': '0511da15-2abf-4b9c-b879-9becee1d6f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580907fa-3f17-49aa-8d5d-f49d50386fd2', 'code': 200} Sep 21 10:13:27.149001 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=580907fa-3f17-49aa-8d5d-f49d50386fd2,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:27.287398 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e9100-bee8-49ee-9f3c-438b06dd4bf8 req-66500095-e262-44e4-91e5-e30db511124b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:27.289059 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-260e9100-bee8-49ee-9f3c-438b06dd4bf8 req-66500095-e262-44e4-91e5-e30db511124b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0511da15-2abf-4b9c-b879-9becee1d6f99 HTTP/1.1" status: 200 len: 1130 time: 0.0401454 Sep 21 10:13:27.336909 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-260e9100-bee8-49ee-9f3c-438b06dd4bf8 req-1f8a623a-c4fa-4281-9332-90d9cae1d4a7 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fc9af55d-75ef-4e7e-8669-b2ffdfca4812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407784 Sep 21 10:13:27.612325 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:27.740119 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=51,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:27.743015 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=45,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:28.084987 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678608d-1275-4773-9237-104271684747 req-e3ed30de-334b-46e1-853a-0620ea3ebdb1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:28.086450 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d678608d-1275-4773-9237-104271684747 req-e3ed30de-334b-46e1-853a-0620ea3ebdb1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0511da15-2abf-4b9c-b879-9becee1d6f99 HTTP/1.1" status: 200 len: 946 time: 0.0449030 Sep 21 10:13:28.133740 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d678608d-1275-4773-9237-104271684747 req-10f091cf-ecc0-40ae-a53c-a313ba5dcaa3 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fc9af55d-75ef-4e7e-8669-b2ffdfca4812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402339 Sep 21 10:13:29.265732 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359fe5f-1a0a-47da-9c54-d0dfafd9c410 req-fa9257e6-a3a3-4f06-b50e-e09bec00edc7 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:29.267455 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b359fe5f-1a0a-47da-9c54-d0dfafd9c410 req-fa9257e6-a3a3-4f06-b50e-e09bec00edc7 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0511da15-2abf-4b9c-b879-9becee1d6f99 HTTP/1.1" status: 200 len: 946 time: 0.0520592 Sep 21 10:13:29.281479 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:29.317797 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b359fe5f-1a0a-47da-9c54-d0dfafd9c410 req-bc2f7e65-7109-4377-a18b-771e8dedbeeb tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fc9af55d-75ef-4e7e-8669-b2ffdfca4812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427878 Sep 21 10:13:29.436245 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1918f-9c7c-4e5a-b345-414e721da9cd req-843b17a6-40f2-4b4b-99d7-d45271dffc6c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:29.437617 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e8f1918f-9c7c-4e5a-b345-414e721da9cd req-843b17a6-40f2-4b4b-99d7-d45271dffc6c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0511da15-2abf-4b9c-b879-9becee1d6f99 HTTP/1.1" status: 200 len: 946 time: 0.0463419 Sep 21 10:13:29.447710 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57620) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:29.452574 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-585ead36-c11b-495a-be88-8e9d148c7c7c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'floatingip': {'port_id': '580907fa-3f17-49aa-8d5d-f49d50386fd2'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:13:29.490491 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-585ead36-c11b-495a-be88-8e9d148c7c7c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (e495b5b3-1a3b-436e-b810-5e5fb7c99f1d), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:29.604358 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:29.918376 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-585ead36-c11b-495a-be88-8e9d148c7c7c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:29.922768 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-585ead36-c11b-495a-be88-8e9d148c7c7c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (e495b5b3-1a3b-436e-b810-5e5fb7c99f1d), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:30.023813 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.l3_db [None req-585ead36-c11b-495a-be88-8e9d148c7c7c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Floating IP e495b5b3-1a3b-436e-b810-5e5fb7c99f1d associated. External IP: 172.27.2.90, port: 580907fa-3f17-49aa-8d5d-f49d50386fd2. Sep 21 10:13:30.225248 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585ead36-c11b-495a-be88-8e9d148c7c7c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Router 99a2ea89-35ad-4ba2-9715-ad0a3620583a has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:13:30.332325 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585ead36-c11b-495a-be88-8e9d148c7c7c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:13:30.339458 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-585ead36-c11b-495a-be88-8e9d148c7c7c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:30.346472 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bacde5-9d20-4978-9ffe-9242f2b74d13 None None] Sync routers for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:13:30.358212 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bacde5-9d20-4978-9ffe-9242f2b74d13 None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:13:30.358913 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-16bacde5-9d20-4978-9ffe-9242f2b74d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:13:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:30.374310 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-585ead36-c11b-495a-be88-8e9d148c7c7c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/e495b5b3-1a3b-436e-b810-5e5fb7c99f1d HTTP/1.1" status: 200 len: 991 time: 0.9229922 Sep 21 10:13:30.374310 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0511da15-2abf-4b9c-b879-9becee1d6f99', 'tag': '580907fa-3f17-49aa-8d5d-f49d50386fd2'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:13:30.374777 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fd3670-f853-499f-ad85-e15e123ec412" -d '{"events": [{"name": "network-changed", "server_uuid": "0511da15-2abf-4b9c-b879-9becee1d6f99", "tag": "580907fa-3f17-49aa-8d5d-f49d50386fd2"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:13:30.416523 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ddce6c-5324-4cb0-8681-c2dcd5fd27e3 x-openstack-request-id: req-33ddce6c-5324-4cb0-8681-c2dcd5fd27e3 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:13:30.416965 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0511da15-2abf-4b9c-b879-9becee1d6f99", "tag": "580907fa-3f17-49aa-8d5d-f49d50386fd2", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:13:30.417763 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-33ddce6c-5324-4cb0-8681-c2dcd5fd27e3 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:13:30.418201 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ddce6c-5324-4cb0-8681-c2dcd5fd27e3'] response: {'name': 'network-changed', 'server_uuid': '0511da15-2abf-4b9c-b879-9becee1d6f99', 'tag': '580907fa-3f17-49aa-8d5d-f49d50386fd2', 'status': 'completed', 'code': 200} Sep 21 10:13:30.461523 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-88953e67-e324-4349-bb47-c3eff19ad21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:30.482845 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-16bacde5-9d20-4978-9ffe-9242f2b74d13 None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:13:30.483566 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:30.492779 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd3670-f853-499f-ad85-e15e123ec412 req-1c03e9b6-7663-42a0-a5bd-cb1df4234cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:30.494301 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-15fd3670-f853-499f-ad85-e15e123ec412 req-1c03e9b6-7663-42a0-a5bd-cb1df4234cf9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b302e94dce514d8c884a0d509cdd7032&device_id=0511da15-2abf-4b9c-b879-9becee1d6f99 HTTP/1.1" status: 200 len: 1130 time: 0.0484037 Sep 21 10:13:30.594081 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd3670-f853-499f-ad85-e15e123ec412 req-df4ea12a-4d19-45cd-9fc1-4520179b51f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:30.595466 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-15fd3670-f853-499f-ad85-e15e123ec412 req-df4ea12a-4d19-45cd-9fc1-4520179b51f7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ef7938f6-d232-4c14-9be3-ccb1b366c40f HTTP/1.1" status: 200 len: 916 time: 0.0939238 Sep 21 10:13:30.649515 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:30.668810 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-15fd3670-f853-499f-ad85-e15e123ec412 req-9b424b37-4909-4325-9520-191a9909703d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=580907fa-3f17-49aa-8d5d-f49d50386fd2 HTTP/1.1" status: 200 len: 999 time: 0.0614126 Sep 21 10:13:30.722513 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd3670-f853-499f-ad85-e15e123ec412 req-f4583115-63dc-4654-9c5f-5030608c0833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:30.724006 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-15fd3670-f853-499f-ad85-e15e123ec412 req-f4583115-63dc-4654-9c5f-5030608c0833 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=80d4efae-e3db-4db7-af72-315587821cfa HTTP/1.1" status: 200 len: 854 time: 0.0487204 Sep 21 10:13:30.771982 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd3670-f853-499f-ad85-e15e123ec412 req-f6512f4f-c306-46f4-a00e-174e22e2f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:30.773465 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-15fd3670-f853-499f-ad85-e15e123ec412 req-f6512f4f-c306-46f4-a00e-174e22e2f385 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ef7938f6-d232-4c14-9be3-ccb1b366c40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423970 Sep 21 10:13:30.795683 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-16bacde5-9d20-4978-9ffe-9242f2b74d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'e495b5b3-1a3b-436e-b810-5e5fb7c99f1d', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'port_id': '580907fa-3f17-49aa-8d5d-f49d50386fd2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'mac_address': 'fa:16:3e:23:a8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511da15-2abf-4b9c-b879-9becee1d6f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:13:17Z', 'updated_at': '2022-09-21T10:13:29Z', 'revision_number': 1, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'fixed_ip_address_scope': None}, {'id': 'f493a0c1-c7f7-468b-a799-3e43c877ff91', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'port_id': 'f92dd8ae-8808-4185-a230-d9139fe57336', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'mac_address': 'fa:16:3e:0d:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e4d76b-d556-4f31-87dd-4ecbf188b95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:12:05Z', 'updated_at': '2022-09-21T10:12:32Z', 'revision_number': 2, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:30.822353 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bacde5-9d20-4978-9ffe-9242f2b74d13 None None] Checking router: 99a2ea89-35ad-4ba2-9715-ad0a3620583a for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:13:30.831690 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bacde5-9d20-4978-9ffe-9242f2b74d13 None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:13:30.832302 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-16bacde5-9d20-4978-9ffe-9242f2b74d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:13:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:30.867141 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-15fd3670-f853-499f-ad85-e15e123ec412 req-eb9a990b-3e1f-4d37-abf2-fc4ec8f936b3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864189 Sep 21 10:13:30.933106 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-16bacde5-9d20-4978-9ffe-9242f2b74d13 None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:13:30.960796 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-15fd3670-f853-499f-ad85-e15e123ec412 req-d475c740-d157-4dbf-94da-5aa6cc820054 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879757 Sep 21 10:13:31.153818 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-16bacde5-9d20-4978-9ffe-9242f2b74d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'e495b5b3-1a3b-436e-b810-5e5fb7c99f1d', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'port_id': '580907fa-3f17-49aa-8d5d-f49d50386fd2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'mac_address': 'fa:16:3e:23:a8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511da15-2abf-4b9c-b879-9becee1d6f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:13:17Z', 'updated_at': '2022-09-21T10:13:29Z', 'revision_number': 1, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'fixed_ip_address_scope': None}, {'id': 'f493a0c1-c7f7-468b-a799-3e43c877ff91', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'port_id': 'f92dd8ae-8808-4185-a230-d9139fe57336', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'mac_address': 'fa:16:3e:0d:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e4d76b-d556-4f31-87dd-4ecbf188b95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:12:05Z', 'updated_at': '2022-09-21T10:12:32Z', 'revision_number': 2, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:31.178865 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bacde5-9d20-4978-9ffe-9242f2b74d13 None None] The sync data for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi is: [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'e495b5b3-1a3b-436e-b810-5e5fb7c99f1d', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'port_id': '580907fa-3f17-49aa-8d5d-f49d50386fd2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'mac_address': 'fa:16:3e:23:a8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511da15-2abf-4b9c-b879-9becee1d6f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:13:17Z', 'updated_at': '2022-09-21T10:13:29Z', 'revision_number': 1, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'fixed_ip_address_scope': None}, {'id': 'f493a0c1-c7f7-468b-a799-3e43c877ff91', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'port_id': 'f92dd8ae-8808-4185-a230-d9139fe57336', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'mac_address': 'fa:16:3e:0d:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e4d76b-d556-4f31-87dd-4ecbf188b95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:12:05Z', 'updated_at': '2022-09-21T10:12:32Z', 'revision_number': 2, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:13:31.396239 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff95ec-9d14-4760-9724-ef29ebd0255f None None] New status for floating IP e495b5b3-1a3b-436e-b810-5e5fb7c99f1d: ACTIVE {{(pid=106521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:13:32.562080 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441244e5-b826-4905-be7e-f45acd4cfa9e req-c2ea670b-26bc-442a-8637-baace01330be tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:32.563785 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-441244e5-b826-4905-be7e-f45acd4cfa9e req-c2ea670b-26bc-442a-8637-baace01330be tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 946 time: 0.0633891 Sep 21 10:13:32.619930 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-441244e5-b826-4905-be7e-f45acd4cfa9e req-09fdf22e-7240-49a8-8f51-3ca3971aff5f tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496757 Sep 21 10:13:33.676314 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-81e087a3-d6d0-4e3c-a446-35e6826786b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:33.753420 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73069162-9fff-43e0-9d46-d11880df8ecd req-25e02022-d004-497e-a054-7b253f14b532 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:33.755516 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-73069162-9fff-43e0-9d46-d11880df8ecd req-25e02022-d004-497e-a054-7b253f14b532 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 946 time: 0.0491691 Sep 21 10:13:33.803826 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-73069162-9fff-43e0-9d46-d11880df8ecd req-a74f1734-5ea8-4e75-bf54-2f9e5880871a tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a604b81a-c056-46ba-9bd5-7bdb47bcaddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420060 Sep 21 10:13:34.002285 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d73a8-5d9a-4c68-9a5f-75a5d3479907 req-0bfe11c6-ba22-401a-b95c-9b4835477b5e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:34.003808 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-133d73a8-5d9a-4c68-9a5f-75a5d3479907 req-0bfe11c6-ba22-401a-b95c-9b4835477b5e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 946 time: 0.0491440 Sep 21 10:13:34.084263 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-133d73a8-5d9a-4c68-9a5f-75a5d3479907 req-9fa4a816-836b-45d4-b53e-0456c6c0e0e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Deleting port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:13:34.084596 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-133d73a8-5d9a-4c68-9a5f-75a5d3479907 req-9fa4a816-836b-45d4-b53e-0456c6c0e0e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:34.175756 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-133d73a8-5d9a-4c68-9a5f-75a5d3479907 req-9fa4a816-836b-45d4-b53e-0456c6c0e0e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] For port 611786c0-8e53-4bb4-a06a-9d8729ae90d0, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=611786c0-8e53-4bb4-a06a-9d8729ae90d0,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:13:34.176117 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-133d73a8-5d9a-4c68-9a5f-75a5d3479907 req-9fa4a816-836b-45d4-b53e-0456c6c0e0e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:34.348054 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-133d73a8-5d9a-4c68-9a5f-75a5d3479907 req-9fa4a816-836b-45d4-b53e-0456c6c0e0e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:34.348414 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-133d73a8-5d9a-4c68-9a5f-75a5d3479907 req-9fa4a816-836b-45d4-b53e-0456c6c0e0e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (9d05e9fd-38f7-4914-9ee0-706bfa0fa4c5), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:34.348726 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.l3_db [req-133d73a8-5d9a-4c68-9a5f-75a5d3479907 req-9fa4a816-836b-45d4-b53e-0456c6c0e0e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Floating IP 9d05e9fd-38f7-4914-9ee0-706bfa0fa4c5 disassociated. External IP: 172.27.2.127, port: 611786c0-8e53-4bb4-a06a-9d8729ae90d0. Sep 21 10:13:34.349067 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-133d73a8-5d9a-4c68-9a5f-75a5d3479907 req-9fa4a816-836b-45d4-b53e-0456c6c0e0e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Calling delete_port for 611786c0-8e53-4bb4-a06a-9d8729ae90d0 owned by compute:nova {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:13:34.350739 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:34.421206 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:34.485102 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-133d73a8-5d9a-4c68-9a5f-75a5d3479907 req-9fa4a816-836b-45d4-b53e-0456c6c0e0e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (611786c0-8e53-4bb4-a06a-9d8729ae90d0), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:34.514992 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4a816-836b-45d4-b53e-0456c6c0e0e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Pushing event deleted for resources: {'Port': ['ID=611786c0-8e53-4bb4-a06a-9d8729ae90d0,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:34.635153 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-133d73a8-5d9a-4c68-9a5f-75a5d3479907 req-9fa4a816-836b-45d4-b53e-0456c6c0e0e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Router 8ed771b5-79e0-4eec-903c-9332794fdbe8 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:13:34.741603 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:35.050437 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-45482578-d401-4535-a849-3361e3fea6e0 req-ee62164d-577e-41e5-a52b-0e59dfdb6e8e tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a52890-25ca-4b4a-a62a-74eee16c449a HTTP/1.1" status: 200 len: 210 time: 0.0370109 Sep 21 10:13:35.056776 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-133d73a8-5d9a-4c68-9a5f-75a5d3479907 req-9fa4a816-836b-45d4-b53e-0456c6c0e0e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:13:35.067791 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3682f3db-3333-403e-8f36-8eafb383b4e0 None None] Sync routers for ids ['8ed771b5-79e0-4eec-903c-9332794fdbe8'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:13:35.078820 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3682f3db-3333-403e-8f36-8eafb383b4e0 None None] Routers {'8ed771b5-79e0-4eec-903c-9332794fdbe8'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:13:35.079433 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-3682f3db-3333-403e-8f36-8eafb383b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:13:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['8ed771b5-79e0-4eec-903c-9332794fdbe8'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:35.099704 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-133d73a8-5d9a-4c68-9a5f-75a5d3479907 req-9fa4a816-836b-45d4-b53e-0456c6c0e0e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] No DVR routers for this DVR port 611786c0-8e53-4bb4-a06a-9d8729ae90d0 on host hv-cinder-85547 {{(pid=106519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:13:35.102187 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-133d73a8-5d9a-4c68-9a5f-75a5d3479907 req-9fa4a816-836b-45d4-b53e-0456c6c0e0e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:35.105919 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-133d73a8-5d9a-4c68-9a5f-75a5d3479907 req-9fa4a816-836b-45d4-b53e-0456c6c0e0e1 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.42 "DELETE /networking/v2.0/ports/611786c0-8e53-4bb4-a06a-9d8729ae90d0 HTTP/1.1" status: 204 len: 173 time: 1.0961051 Sep 21 10:13:35.106414 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a52890-25ca-4b4a-a62a-74eee16c449a', 'name': 'network-vif-deleted', 'tag': '611786c0-8e53-4bb4-a06a-9d8729ae90d0'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:13:35.108667 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2bec81-df0d-4625-a226-a40bcd29581b" -d '{"events": [{"server_uuid": "e7a52890-25ca-4b4a-a62a-74eee16c449a", "name": "network-vif-deleted", "tag": "611786c0-8e53-4bb4-a06a-9d8729ae90d0"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:13:35.147922 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8e84aa-22d0-44e6-9938-2e17eb7a2de3 x-openstack-request-id: req-cb8e84aa-22d0-44e6-9938-2e17eb7a2de3 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:13:35.148222 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a52890-25ca-4b4a-a62a-74eee16c449a", "name": "network-vif-deleted", "tag": "611786c0-8e53-4bb4-a06a-9d8729ae90d0", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:13:35.148471 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cb8e84aa-22d0-44e6-9938-2e17eb7a2de3 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:13:35.148874 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb8e84aa-22d0-44e6-9938-2e17eb7a2de3'] response: {'server_uuid': 'e7a52890-25ca-4b4a-a62a-74eee16c449a', 'name': 'network-vif-deleted', 'tag': '611786c0-8e53-4bb4-a06a-9d8729ae90d0', 'status': 'completed', 'code': 200} Sep 21 10:13:35.188750 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-3682f3db-3333-403e-8f36-8eafb383b4e0 None None] Set router 8ed771b5-79e0-4eec-903c-9332794fdbe8 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:13:35.215435 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:35.381323 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=100 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:35.389617 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-3682f3db-3333-403e-8f36-8eafb383b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 4, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port': {'id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec', 'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'mac_address': 'fa:16:3e:e3:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:46Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 5, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'subnets': [{'id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:35.414936 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3682f3db-3333-403e-8f36-8eafb383b4e0 None None] Checking router: 8ed771b5-79e0-4eec-903c-9332794fdbe8 for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:13:35.423518 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3682f3db-3333-403e-8f36-8eafb383b4e0 None None] Routers {'8ed771b5-79e0-4eec-903c-9332794fdbe8'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:13:35.424159 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-3682f3db-3333-403e-8f36-8eafb383b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:13:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['8ed771b5-79e0-4eec-903c-9332794fdbe8'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:35.443782 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:35.534774 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-3682f3db-3333-403e-8f36-8eafb383b4e0 None None] Set router 8ed771b5-79e0-4eec-903c-9332794fdbe8 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:13:35.727262 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-3682f3db-3333-403e-8f36-8eafb383b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 4, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port': {'id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec', 'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'mac_address': 'fa:16:3e:e3:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:46Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 5, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'subnets': [{'id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:35.754680 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3682f3db-3333-403e-8f36-8eafb383b4e0 None None] The sync data for ids ['8ed771b5-79e0-4eec-903c-9332794fdbe8'] in dv-cinder-855479-2-iscsi is: [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:05:48Z', 'revision_number': 4, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port': {'id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec', 'name': '', 'network_id': '00c18901-0d42-4272-b558-b769b86bb94d', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'mac_address': 'fa:16:3e:e3:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:46Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 5, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'subnets': [{'id': 'b380f751-6674-46e2-979d-3a6fecc803dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:13:35.982098 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442b206e-7de9-4b84-87e3-a26bce052ee1 None None] New status for floating IP 9d05e9fd-38f7-4914-9ee0-706bfa0fa4c5: DOWN {{(pid=106521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:13:36.160762 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57650) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:36.224834 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-79dab5ad-1fad-4336-89e8-0b171ed040da tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group (a604b81a-c056-46ba-9bd5-7bdb47bcaddb), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:36.247482 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-79dab5ad-1fad-4336-89e8-0b171ed040da tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group (a604b81a-c056-46ba-9bd5-7bdb47bcaddb), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:36.293236 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-79dab5ad-1fad-4336-89e8-0b171ed040da tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (a604b81a-c056-46ba-9bd5-7bdb47bcaddb), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:36.295810 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-79dab5ad-1fad-4336-89e8-0b171ed040da tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:36.296931 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-79dab5ad-1fad-4336-89e8-0b171ed040da tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a604b81a-c056-46ba-9bd5-7bdb47bcaddb HTTP/1.1" status: 204 len: 168 time: 0.1351922 Sep 21 10:13:36.300004 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57652) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:36.306156 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dab5ad-1fad-4336-89e8-0b171ed040da tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a604b81a-c056-46ba-9bd5-7bdb47bcaddb,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:36.318631 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.api.v2.resource [None req-011b5b32-d136-48f1-acee-e9f88a069182 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] show failed (client error): The resource could not be found. Sep 21 10:13:36.319685 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-011b5b32-d136-48f1-acee-e9f88a069182 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "GET /networking/v2.0/security-groups/a604b81a-c056-46ba-9bd5-7bdb47bcaddb HTTP/1.1" status: 404 len: 347 time: 0.0186760 Sep 21 10:13:36.322676 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57654) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:36.433016 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-4d60a816-7f58-44dd-9d4d-760fafbd04d2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Deleting port 4e44009b-3925-4cef-af5e-f5106b29349d {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:13:36.433350 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4d60a816-7f58-44dd-9d4d-760fafbd04d2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (4e44009b-3925-4cef-af5e-f5106b29349d), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:36.510887 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4d60a816-7f58-44dd-9d4d-760fafbd04d2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (4e44009b-3925-4cef-af5e-f5106b29349d), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:36.511205 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4d60a816-7f58-44dd-9d4d-760fafbd04d2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for floatingip (4e44009b-3925-4cef-af5e-f5106b29349d), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:36.524209 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-4d60a816-7f58-44dd-9d4d-760fafbd04d2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Calling delete_port for 4e44009b-3925-4cef-af5e-f5106b29349d owned by network:floatingip {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:13:36.567523 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:36.672418 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4d60a816-7f58-44dd-9d4d-760fafbd04d2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (4e44009b-3925-4cef-af5e-f5106b29349d), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:36.695438 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60a816-7f58-44dd-9d4d-760fafbd04d2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Pushing event deleted for resources: {'Port': ['ID=4e44009b-3925-4cef-af5e-f5106b29349d,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:36.765459 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4d60a816-7f58-44dd-9d4d-760fafbd04d2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks [] for floatingip (9d05e9fd-38f7-4914-9ee0-706bfa0fa4c5), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:36.767831 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4d60a816-7f58-44dd-9d4d-760fafbd04d2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:36.768981 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-4d60a816-7f58-44dd-9d4d-760fafbd04d2 tempest-AttachVolumeShelveTestJSON-376413529 tempest-AttachVolumeShelveTestJSON-376413529-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/9d05e9fd-38f7-4914-9ee0-706bfa0fa4c5 HTTP/1.1" status: 204 len: 168 time: 0.4453638 Sep 21 10:13:39.012547 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 611786c0-8e53-4bb4-a06a-9d8729ae90d0 no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:13:39.031775 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: 611786c0-8e53-4bb4-a06a-9d8729ae90d0 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:13:39.032117 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 611786c0-8e53-4bb4-a06a-9d8729ae90d0 not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:13:39.220086 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57678) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:39.677449 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ceeb4435-7a02-4c6c-9c7d-beaadbbbb845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429990'] for router_interface (8ed771b5-79e0-4eec-903c-9332794fdbe8), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:39.777860 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:39.862459 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:39.904422 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb4435-7a02-4c6c-9c7d-beaadbbbb845 admin admin] Deleting port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:13:39.904758 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ceeb4435-7a02-4c6c-9c7d-beaadbbbb845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:39.984680 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [None req-ceeb4435-7a02-4c6c-9c7d-beaadbbbb845 admin admin] For port d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:13:39.984985 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ceeb4435-7a02-4c6c-9c7d-beaadbbbb845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:39.997878 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb4435-7a02-4c6c-9c7d-beaadbbbb845 admin admin] Calling delete_port for d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec owned by network:router_interface {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:13:40.183842 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ceeb4435-7a02-4c6c-9c7d-beaadbbbb845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:40.208036 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb4435-7a02-4c6c-9c7d-beaadbbbb845 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:40.383125 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ceeb4435-7a02-4c6c-9c7d-beaadbbbb845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-434198'] for router_interface (8ed771b5-79e0-4eec-903c-9332794fdbe8), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:40.837784 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceeb4435-7a02-4c6c-9c7d-beaadbbbb845 admin admin] Router 8ed771b5-79e0-4eec-903c-9332794fdbe8 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:13:40.889912 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:40.937985 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:40.949941 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceeb4435-7a02-4c6c-9c7d-beaadbbbb845 admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:13:40.956808 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-ceeb4435-7a02-4c6c-9c7d-beaadbbbb845 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/8ed771b5-79e0-4eec-903c-9332794fdbe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7367063 Sep 21 10:13:40.957855 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57682) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:40.959895 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b8cb02-86de-484b-9845-7099026bf72a None None] Sync routers for ids ['8ed771b5-79e0-4eec-903c-9332794fdbe8'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:13:40.972248 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b8cb02-86de-484b-9845-7099026bf72a None None] Routers {'8ed771b5-79e0-4eec-903c-9332794fdbe8'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:13:40.972886 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-e4b8cb02-86de-484b-9845-7099026bf72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:13:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['8ed771b5-79e0-4eec-903c-9332794fdbe8'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:41.074380 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-368e9e49-aeb8-4cfa-ad0b-8284cf425b44 admin admin] Publish callbacks [] for router (8ed771b5-79e0-4eec-903c-9332794fdbe8), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:41.078890 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-e4b8cb02-86de-484b-9845-7099026bf72a None None] Set router 8ed771b5-79e0-4eec-903c-9332794fdbe8 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:13:41.188422 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-368e9e49-aeb8-4cfa-ad0b-8284cf425b44 admin admin] Publish callbacks [] for router_gateway (8ed771b5-79e0-4eec-903c-9332794fdbe8), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:41.242199 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-368e9e49-aeb8-4cfa-ad0b-8284cf425b44 admin admin] Deleting port 510024c1-9af9-4e2f-b242-4bac738799a3 {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:13:41.242557 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-368e9e49-aeb8-4cfa-ad0b-8284cf425b44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (510024c1-9af9-4e2f-b242-4bac738799a3), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:41.284093 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:41.350578 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [None req-368e9e49-aeb8-4cfa-ad0b-8284cf425b44 admin admin] For port 510024c1-9af9-4e2f-b242-4bac738799a3, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=510024c1-9af9-4e2f-b242-4bac738799a3,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:13:41.350954 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-368e9e49-aeb8-4cfa-ad0b-8284cf425b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (510024c1-9af9-4e2f-b242-4bac738799a3), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:41.359059 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-e4b8cb02-86de-484b-9845-7099026bf72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:13:40Z', 'revision_number': 5, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port': {'id': '510024c1-9af9-4e2f-b242-4bac738799a3', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:05:39Z', 'updated_at': '2022-09-21T10:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:41.366218 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-368e9e49-aeb8-4cfa-ad0b-8284cf425b44 admin admin] Calling delete_port for 510024c1-9af9-4e2f-b242-4bac738799a3 owned by network:router_gateway {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:13:41.384065 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b8cb02-86de-484b-9845-7099026bf72a None None] Checking router: 8ed771b5-79e0-4eec-903c-9332794fdbe8 for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:13:41.394151 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b8cb02-86de-484b-9845-7099026bf72a None None] Routers {'8ed771b5-79e0-4eec-903c-9332794fdbe8'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:13:41.394774 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-e4b8cb02-86de-484b-9845-7099026bf72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:13:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['8ed771b5-79e0-4eec-903c-9332794fdbe8'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:41.419502 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:41.490696 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-e4b8cb02-86de-484b-9845-7099026bf72a None None] Set router 8ed771b5-79e0-4eec-903c-9332794fdbe8 gateway port host: None {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:13:41.545350 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-e4b8cb02-86de-484b-9845-7099026bf72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:13:41Z', 'revision_number': 6, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port_host': None}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:41.554561 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-368e9e49-aeb8-4cfa-ad0b-8284cf425b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (510024c1-9af9-4e2f-b242-4bac738799a3), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:41.571989 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b8cb02-86de-484b-9845-7099026bf72a None None] The sync data for ids ['8ed771b5-79e0-4eec-903c-9332794fdbe8'] in dv-cinder-855479-2-iscsi is: [{'id': '8ed771b5-79e0-4eec-903c-9332794fdbe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388774008-router', 'tenant_id': '68256e1dad7b42c8a603e45246d85098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:05:38Z', 'updated_at': '2022-09-21T10:13:41Z', 'revision_number': 6, 'project_id': '68256e1dad7b42c8a603e45246d85098', 'gw_port_host': None}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:13:41.585889 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e9e49-aeb8-4cfa-ad0b-8284cf425b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=510024c1-9af9-4e2f-b242-4bac738799a3,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:41.652337 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-368e9e49-aeb8-4cfa-ad0b-8284cf425b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438108'] for router_gateway (8ed771b5-79e0-4eec-903c-9332794fdbe8), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:41.743898 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-368e9e49-aeb8-4cfa-ad0b-8284cf425b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (8ed771b5-79e0-4eec-903c-9332794fdbe8), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:41.747152 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-368e9e49-aeb8-4cfa-ad0b-8284cf425b44 admin admin] Publish callbacks [] for router_controller (8ed771b5-79e0-4eec-903c-9332794fdbe8), precommit_delete_associations {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:41.792437 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-368e9e49-aeb8-4cfa-ad0b-8284cf425b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434283'] for router (8ed771b5-79e0-4eec-903c-9332794fdbe8), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:41.793066 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368e9e49-aeb8-4cfa-ad0b-8284cf425b44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ed771b5-79e0-4eec-903c-9332794fdbe8 {{(pid=106519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 10:13:41.798487 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-368e9e49-aeb8-4cfa-ad0b-8284cf425b44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:41.799871 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-368e9e49-aeb8-4cfa-ad0b-8284cf425b44 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/8ed771b5-79e0-4eec-903c-9332794fdbe8 HTTP/1.1" status: 204 len: 168 time: 0.8408051 Sep 21 10:13:41.803423 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57688) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:41.853157 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_v2 [None req-387da44f-4a28-4e35-86b7-804911a9a038 admin admin] Deleting subnet b380f751-6674-46e2-979d-3a6fecc803dc {{(pid=106519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 10:13:41.856534 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-387da44f-4a28-4e35-86b7-804911a9a038 admin admin] Publish callbacks [] for subnet (b380f751-6674-46e2-979d-3a6fecc803dc), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:41.893021 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-387da44f-4a28-4e35-86b7-804911a9a038 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708622'] for subnet (b380f751-6674-46e2-979d-3a6fecc803dc), precommit_delete_associations {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:41.983139 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-387da44f-4a28-4e35-86b7-804911a9a038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1348970'] for subnet (b380f751-6674-46e2-979d-3a6fecc803dc), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:42.057989 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-387da44f-4a28-4e35-86b7-804911a9a038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8646625'] for subnet (b380f751-6674-46e2-979d-3a6fecc803dc), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:42.062994 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:13:42.092130 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-387da44f-4a28-4e35-86b7-804911a9a038 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:42.095833 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fb1ffb-8dc1-4847-ad11-d8371b973f28 None None] Network 00c18901-0d42-4272-b558-b769b86bb94d requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:13:42.096283 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-387da44f-4a28-4e35-86b7-804911a9a038 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/b380f751-6674-46e2-979d-3a6fecc803dc HTTP/1.1" status: 204 len: 168 time: 0.2915926 Sep 21 10:13:42.097755 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387da44f-4a28-4e35-86b7-804911a9a038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b380f751-6674-46e2-979d-3a6fecc803dc,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:42.097872 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:13:42.098206 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device d6ec0e5d-48d6-4575-bbe1-3de1ca0f69ec not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:13:42.100500 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57690) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:42.181183 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326367'] for network (00c18901-0d42-4272-b558-b769b86bb94d), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:42.227162 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] Deleting port ea1a7d88-d4dd-4115-b19e-4deedea5837b {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:13:42.227325 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (ea1a7d88-d4dd-4115-b19e-4deedea5837b), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:42.262506 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1016a888-7ab8-4b7e-83cf-90f732d4be64 None None] DHCP port deletion for 00c18901-0d42-4272-b558-b769b86bb94d request from dv-cinder-855479-2-iscsi {{(pid=106521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 10:13:42.267807 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:42.318749 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] For port ea1a7d88-d4dd-4115-b19e-4deedea5837b, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=ea1a7d88-d4dd-4115-b19e-4deedea5837b,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:13:42.319114 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (ea1a7d88-d4dd-4115-b19e-4deedea5837b), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:42.321633 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:42.334697 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] Calling delete_port for ea1a7d88-d4dd-4115-b19e-4deedea5837b owned by network:dhcp {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:13:42.334991 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-1016a888-7ab8-4b7e-83cf-90f732d4be64 None None] Deleting port ea1a7d88-d4dd-4115-b19e-4deedea5837b {{(pid=106521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:13:42.335395 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-1016a888-7ab8-4b7e-83cf-90f732d4be64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (ea1a7d88-d4dd-4115-b19e-4deedea5837b), before_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:42.400899 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:42.410403 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-1016a888-7ab8-4b7e-83cf-90f732d4be64 None None] For port ea1a7d88-d4dd-4115-b19e-4deedea5837b, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=ea1a7d88-d4dd-4115-b19e-4deedea5837b,segment=NetworkSegment(08aee52f-e34c-4335-a4cc-9d39df29fd80),segment_id=08aee52f-e34c-4335-a4cc-9d39df29fd80)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:13:42.410639 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-1016a888-7ab8-4b7e-83cf-90f732d4be64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (ea1a7d88-d4dd-4115-b19e-4deedea5837b), precommit_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:42.426892 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-1016a888-7ab8-4b7e-83cf-90f732d4be64 None None] Calling delete_port for ea1a7d88-d4dd-4115-b19e-4deedea5837b owned by network:dhcp {{(pid=106521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:13:42.428696 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (ea1a7d88-d4dd-4115-b19e-4deedea5837b), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:42.459243 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea1a7d88-d4dd-4115-b19e-4deedea5837b,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:42.464393 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] No DVR routers for this DVR port ea1a7d88-d4dd-4115-b19e-4deedea5837b on host dv-cinder-855479-2-iscsi {{(pid=106519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:13:42.473293 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:42.475966 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:42.526826 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-1016a888-7ab8-4b7e-83cf-90f732d4be64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994'] for port (ea1a7d88-d4dd-4115-b19e-4deedea5837b), after_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:42.539108 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433921', 'neutron.services.segments.db._delete_segments_for_network-8760788516801'] for network (00c18901-0d42-4272-b558-b769b86bb94d), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:42.553691 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016a888-7ab8-4b7e-83cf-90f732d4be64 None None] Pushing event deleted for resources: {'Port': ['ID=ea1a7d88-d4dd-4115-b19e-4deedea5837b,revision_number=None']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:42.555592 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1016a888-7ab8-4b7e-83cf-90f732d4be64 None None] No DVR routers for this DVR port ea1a7d88-d4dd-4115-b19e-4deedea5837b on host dv-cinder-855479-2-iscsi {{(pid=106521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:13:42.572961 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c18901-0d42-4272-b558-b769b86bb94d']}} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:42.583997 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08aee52f-e34c-4335-a4cc-9d39df29fd80') {'for_net_delete': True} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:42.584360 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08aee52f-e34c-4335-a4cc-9d39df29fd80') {} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:42.595765 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760788516693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708661'] for segment (08aee52f-e34c-4335-a4cc-9d39df29fd80), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:42.611063 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (08aee52f-e34c-4335-a4cc-9d39df29fd80), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:42.618332 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=106519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 10:13:42.618832 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10188133'] for segment (08aee52f-e34c-4335-a4cc-9d39df29fd80), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:42.664097 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.services.segments.plugin [-] Segment 08aee52f-e34c-4335-a4cc-9d39df29fd80 resource provider aggregate not found Sep 21 10:13:42.688375 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.services.segments.plugin [-] Segment 08aee52f-e34c-4335-a4cc-9d39df29fd80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08aee52f-e34c-4335-a4cc-9d39df29fd80 found for delete ", "request_id": "req-ebca631d-d76f-4af1-b29f-04f1accabc83"}]} Sep 21 10:13:42.693025 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1433976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438153'] for network (00c18901-0d42-4272-b558-b769b86bb94d), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:42.697785 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:42.703608 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/00c18901-0d42-4272-b558-b769b86bb94d HTTP/1.1" status: 204 len: 168 time: 0.6017487 Sep 21 10:13:42.720014 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377f5b2-50f4-46bd-bfa6-2b985c5f936f admin admin] Pushing event deleted for resources: {'Network': ['ID=00c18901-0d42-4272-b558-b769b86bb94d,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:42.897158 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57698) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:42.939076 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-b12fdb5d-d240-44f1-a0b4-bc1dd44ac809 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=68256e1dad7b42c8a603e45246d85098&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406768 Sep 21 10:13:42.941704 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57700) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:42.994902 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b3e497f5-babf-4490-87e9-fccd1732e218 admin admin] Publish callbacks [] for security_group (afb1b13f-5419-42ec-b792-f60c85b97795), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:43.016315 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b3e497f5-babf-4490-87e9-fccd1732e218 admin admin] Publish callbacks [] for security_group (afb1b13f-5419-42ec-b792-f60c85b97795), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:43.063552 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b3e497f5-babf-4490-87e9-fccd1732e218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (afb1b13f-5419-42ec-b792-f60c85b97795), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:43.066083 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b3e497f5-babf-4490-87e9-fccd1732e218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:43.067251 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-b3e497f5-babf-4490-87e9-fccd1732e218 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/afb1b13f-5419-42ec-b792-f60c85b97795 HTTP/1.1" status: 204 len: 168 time: 0.1245217 Sep 21 10:13:43.075952 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e497f5-babf-4490-87e9-fccd1732e218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb1b13f-5419-42ec-b792-f60c85b97795,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:43.978994 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 510024c1-9af9-4e2f-b242-4bac738799a3 no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:13:43.984191 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57724) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:43.999862 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: 510024c1-9af9-4e2f-b242-4bac738799a3 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:13:44.000499 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 510024c1-9af9-4e2f-b242-4bac738799a3 not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:13:44.000947 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device ea1a7d88-d4dd-4115-b19e-4deedea5837b no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:13:44.032143 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: ea1a7d88-d4dd-4115-b19e-4deedea5837b {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:13:44.032520 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device ea1a7d88-d4dd-4115-b19e-4deedea5837b not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:13:44.131685 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-97da71a2-2b2d-4fbd-a2d7-815e0003f16e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-282447906-network', 'tenant_id': '58b0667c1a3f41ff9e34ffacb4ee5457'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:13:44.154840 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97da71a2-2b2d-4fbd-a2d7-815e0003f16e admin admin] Made reservation on behalf of 58b0667c1a3f41ff9e34ffacb4ee5457 for: {'network': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:13:44.157326 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-97da71a2-2b2d-4fbd-a2d7-815e0003f16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:44.170429 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-97da71a2-2b2d-4fbd-a2d7-815e0003f16e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:44.263542 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-97da71a2-2b2d-4fbd-a2d7-815e0003f16e admin admin] Publish callbacks [] for security_group (98641b89-ca43-4030-a9b6-7ed6b1f0c682), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:44.268287 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-97da71a2-2b2d-4fbd-a2d7-815e0003f16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (98641b89-ca43-4030-a9b6-7ed6b1f0c682), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:44.308455 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97da71a2-2b2d-4fbd-a2d7-815e0003f16e admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=106520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 10:13:44.327232 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da71a2-2b2d-4fbd-a2d7-815e0003f16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98641b89-ca43-4030-a9b6-7ed6b1f0c682,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:44.335784 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-97da71a2-2b2d-4fbd-a2d7-815e0003f16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (5856179b-f2bd-4924-8e40-a939037fa284), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:44.336257 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.segments_db [None req-97da71a2-2b2d-4fbd-a2d7-815e0003f16e admin admin] Added segment 5856179b-f2bd-4924-8e40-a939037fa284 of type vlan for network 3deb1390-b52d-4679-8dfa-6591290d1fb5 Sep 21 10:13:44.392087 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-97da71a2-2b2d-4fbd-a2d7-815e0003f16e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760787939759'] for network (3deb1390-b52d-4679-8dfa-6591290d1fb5), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:44.423535 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-97da71a2-2b2d-4fbd-a2d7-815e0003f16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for network (3deb1390-b52d-4679-8dfa-6591290d1fb5), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:44.424704 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97da71a2-2b2d-4fbd-a2d7-815e0003f16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:44.425294 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-97da71a2-2b2d-4fbd-a2d7-815e0003f16e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:44.491329 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-97da71a2-2b2d-4fbd-a2d7-815e0003f16e admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5091958 Sep 21 10:13:44.496773 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57728) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:44.498200 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da71a2-2b2d-4fbd-a2d7-815e0003f16e admin admin] Pushing event updated for resources: {'Network': ['ID=3deb1390-b52d-4679-8dfa-6591290d1fb5,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:44.505566 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-0e2a5e1f-fe50-4af7-aa95-690d339b0c8e admin admin] Request body: {'subnet': {'network_id': '3deb1390-b52d-4679-8dfa-6591290d1fb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-282447906-subnet', 'tenant_id': '58b0667c1a3f41ff9e34ffacb4ee5457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:13:44.512579 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Network 3deb1390-b52d-4679-8dfa-6591290d1fb5 details requested by agent ovs-agent-dv-cinder-855479-2-iscsi with host dv-cinder-855479-2-iscsi {{(pid=106521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 10:13:44.541001 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2a5e1f-fe50-4af7-aa95-690d339b0c8e admin admin] Made reservation on behalf of 58b0667c1a3f41ff9e34ffacb4ee5457 for: {'subnet': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:13:44.545192 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5e1f-fe50-4af7-aa95-690d339b0c8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8646606'] for subnet (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:44.741642 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5e1f-fe50-4af7-aa95-690d339b0c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8646616'] for subnet (eb8e2f11-ac5c-4aea-b060-51a4e3cde9d0), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:44.807974 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a5e1f-fe50-4af7-aa95-690d339b0c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8e2f11-ac5c-4aea-b060-51a4e3cde9d0,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:44.820125 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a5e1f-fe50-4af7-aa95-690d339b0c8e admin admin] Checking segment: {'id': '5856179b-f2bd-4924-8e40-a939037fa284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3deb1390-b52d-4679-8dfa-6591290d1fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:13:44.820571 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2a5e1f-fe50-4af7-aa95-690d339b0c8e admin admin] Network hostable DHCP agents. Network: 3deb1390-b52d-4679-8dfa-6591290d1fb5, hostable agents: ['abecb771-581e-4ad9-b557-ede811f6c277'], hosted agents: [] {{(pid=106519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 10:13:44.841560 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2a5e1f-fe50-4af7-aa95-690d339b0c8e admin admin] Network 3deb1390-b52d-4679-8dfa-6591290d1fb5 is scheduled to be hosted by DHCP agent abecb771-581e-4ad9-b557-ede811f6c277 with binding_index 1 {{(pid=106519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 10:13:44.852394 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-0e2a5e1f-fe50-4af7-aa95-690d339b0c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855479-2-iscsi, 3deb1390-b52d-4679-8dfa-6591290d1fb5) {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:13:44.856999 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2a5e1f-fe50-4af7-aa95-690d339b0c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:44.857784 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5e1f-fe50-4af7-aa95-690d339b0c8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:44.863614 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69510f45-26c2-48ae-8b64-b4aa5ba0e43e None None] Network 3deb1390-b52d-4679-8dfa-6591290d1fb5 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:13:44.878513 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-0e2a5e1f-fe50-4af7-aa95-690d339b0c8e admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3801825 Sep 21 10:13:44.983372 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a90662-6039-4c93-85b1-4fd61a3e67b3 None None] Network 3deb1390-b52d-4679-8dfa-6591290d1fb5 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:13:45.485458 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57744) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:45.490440 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-458ae80f-ff6b-426d-b044-4ccd8ceff545 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1498658994-network', 'tenant_id': '9e7356efcb6f46c681cadc80c35fbf6c'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:13:45.513365 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458ae80f-ff6b-426d-b044-4ccd8ceff545 admin admin] Made reservation on behalf of 9e7356efcb6f46c681cadc80c35fbf6c for: {'network': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:13:45.515837 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-458ae80f-ff6b-426d-b044-4ccd8ceff545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:45.524779 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-458ae80f-ff6b-426d-b044-4ccd8ceff545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:45.589487 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:45.617454 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-458ae80f-ff6b-426d-b044-4ccd8ceff545 admin admin] Publish callbacks [] for security_group (d873875a-e3d1-4e4b-9bf8-689a7b7f6146), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:45.622355 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-458ae80f-ff6b-426d-b044-4ccd8ceff545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (d873875a-e3d1-4e4b-9bf8-689a7b7f6146), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:45.642477 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:45.649990 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458ae80f-ff6b-426d-b044-4ccd8ceff545 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=106519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 10:13:45.662153 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ae80f-ff6b-426d-b044-4ccd8ceff545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d873875a-e3d1-4e4b-9bf8-689a7b7f6146,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:45.668043 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-458ae80f-ff6b-426d-b044-4ccd8ceff545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (092c7e13-3b20-4a18-90f9-41d3f4930b12), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:45.668363 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.segments_db [None req-458ae80f-ff6b-426d-b044-4ccd8ceff545 admin admin] Added segment 092c7e13-3b20-4a18-90f9-41d3f4930b12 of type vlan for network 58f06fbe-7c37-4f00-b1a4-baf4604703f1 Sep 21 10:13:45.713478 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-458ae80f-ff6b-426d-b044-4ccd8ceff545 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760787939759'] for network (58f06fbe-7c37-4f00-b1a4-baf4604703f1), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:45.741627 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-458ae80f-ff6b-426d-b044-4ccd8ceff545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for network (58f06fbe-7c37-4f00-b1a4-baf4604703f1), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:45.742879 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458ae80f-ff6b-426d-b044-4ccd8ceff545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:45.743599 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-458ae80f-ff6b-426d-b044-4ccd8ceff545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:45.812353 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-458ae80f-ff6b-426d-b044-4ccd8ceff545 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3256125 Sep 21 10:13:45.815757 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57746) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:45.817708 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ae80f-ff6b-426d-b044-4ccd8ceff545 admin admin] Pushing event updated for resources: {'Network': ['ID=58f06fbe-7c37-4f00-b1a4-baf4604703f1,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:45.821596 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-dcfd726a-6200-4739-aaec-67b180aa2722 admin admin] Request body: {'subnet': {'network_id': '58f06fbe-7c37-4f00-b1a4-baf4604703f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1498658994-subnet', 'tenant_id': '9e7356efcb6f46c681cadc80c35fbf6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:13:45.831508 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Network 58f06fbe-7c37-4f00-b1a4-baf4604703f1 details requested by agent ovs-agent-dv-cinder-855479-2-iscsi with host dv-cinder-855479-2-iscsi {{(pid=106521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 10:13:45.855515 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfd726a-6200-4739-aaec-67b180aa2722 admin admin] Made reservation on behalf of 9e7356efcb6f46c681cadc80c35fbf6c for: {'subnet': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:13:45.859370 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dcfd726a-6200-4739-aaec-67b180aa2722 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9909965'] for subnet (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:46.014596 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:46.085523 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dcfd726a-6200-4739-aaec-67b180aa2722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9665447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9909979'] for subnet (5f00ad5d-faef-4f74-8c6b-d2e8ce811445), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:46.089610 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:46.149113 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd726a-6200-4739-aaec-67b180aa2722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f00ad5d-faef-4f74-8c6b-d2e8ce811445,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:46.169699 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfd726a-6200-4739-aaec-67b180aa2722 admin admin] Checking segment: {'id': '092c7e13-3b20-4a18-90f9-41d3f4930b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '58f06fbe-7c37-4f00-b1a4-baf4604703f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:13:46.170160 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfd726a-6200-4739-aaec-67b180aa2722 admin admin] Network hostable DHCP agents. Network: 58f06fbe-7c37-4f00-b1a4-baf4604703f1, hostable agents: ['abecb771-581e-4ad9-b557-ede811f6c277'], hosted agents: [] {{(pid=106520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 10:13:46.190602 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfd726a-6200-4739-aaec-67b180aa2722 admin admin] Network 58f06fbe-7c37-4f00-b1a4-baf4604703f1 is scheduled to be hosted by DHCP agent abecb771-581e-4ad9-b557-ede811f6c277 with binding_index 1 {{(pid=106520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 10:13:46.201681 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-dcfd726a-6200-4739-aaec-67b180aa2722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855479-2-iscsi, 58f06fbe-7c37-4f00-b1a4-baf4604703f1) {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:13:46.206780 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfd726a-6200-4739-aaec-67b180aa2722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:46.207433 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dcfd726a-6200-4739-aaec-67b180aa2722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:46.212950 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9531fb4-f91b-42b5-a739-13661dfaf8e0 None None] Network 58f06fbe-7c37-4f00-b1a4-baf4604703f1 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:13:46.228586 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-dcfd726a-6200-4739-aaec-67b180aa2722 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4115391 Sep 21 10:13:46.399916 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57750) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:46.465477 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2228cd07-48bd-49b3-8ffe-4a91a4efac6a None None] Network 58f06fbe-7c37-4f00-b1a4-baf4604703f1 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:13:46.467386 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_v2 [None req-68035be5-8909-46b0-88e5-894f2c67c858 admin admin] Deleting subnet eb8e2f11-ac5c-4aea-b060-51a4e3cde9d0 {{(pid=106519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 10:13:46.471606 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-68035be5-8909-46b0-88e5-894f2c67c858 admin admin] Publish callbacks [] for subnet (eb8e2f11-ac5c-4aea-b060-51a4e3cde9d0), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:46.510016 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-68035be5-8909-46b0-88e5-894f2c67c858 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708622'] for subnet (eb8e2f11-ac5c-4aea-b060-51a4e3cde9d0), precommit_delete_associations {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:46.553851 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-68035be5-8909-46b0-88e5-894f2c67c858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1348970'] for subnet (eb8e2f11-ac5c-4aea-b060-51a4e3cde9d0), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:46.613478 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-68035be5-8909-46b0-88e5-894f2c67c858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8646625'] for subnet (eb8e2f11-ac5c-4aea-b060-51a4e3cde9d0), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:46.643917 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68035be5-8909-46b0-88e5-894f2c67c858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8e2f11-ac5c-4aea-b060-51a4e3cde9d0,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:46.650473 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-68035be5-8909-46b0-88e5-894f2c67c858 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:46.653650 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-68035be5-8909-46b0-88e5-894f2c67c858 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/eb8e2f11-ac5c-4aea-b060-51a4e3cde9d0 HTTP/1.1" status: 204 len: 168 time: 0.2517591 Sep 21 10:13:46.656343 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57752) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:46.741726 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-34526841-a068-4f8f-9544-023f61cfd9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326367'] for network (3deb1390-b52d-4679-8dfa-6591290d1fb5), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:46.842142 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-34526841-a068-4f8f-9544-023f61cfd9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433921', 'neutron.services.segments.db._delete_segments_for_network-8760788516801'] for network (3deb1390-b52d-4679-8dfa-6591290d1fb5), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:46.867927 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-34526841-a068-4f8f-9544-023f61cfd9be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3deb1390-b52d-4679-8dfa-6591290d1fb5']}} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:46.879990 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-34526841-a068-4f8f-9544-023f61cfd9be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5856179b-f2bd-4924-8e40-a939037fa284') {'for_net_delete': True} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:46.880279 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-34526841-a068-4f8f-9544-023f61cfd9be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5856179b-f2bd-4924-8e40-a939037fa284') {} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:46.890253 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-34526841-a068-4f8f-9544-023f61cfd9be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760788516693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708661'] for segment (5856179b-f2bd-4924-8e40-a939037fa284), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:46.903803 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-34526841-a068-4f8f-9544-023f61cfd9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (5856179b-f2bd-4924-8e40-a939037fa284), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:46.911356 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34526841-a068-4f8f-9544-023f61cfd9be admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=106519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 10:13:46.911955 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-34526841-a068-4f8f-9544-023f61cfd9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10188133'] for segment (5856179b-f2bd-4924-8e40-a939037fa284), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:46.958612 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.services.segments.plugin [-] Segment 5856179b-f2bd-4924-8e40-a939037fa284 resource provider aggregate not found Sep 21 10:13:46.977512 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.services.segments.plugin [-] Segment 5856179b-f2bd-4924-8e40-a939037fa284 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5856179b-f2bd-4924-8e40-a939037fa284 found for delete ", "request_id": "req-56bd90c4-3a93-436b-8978-b61d24bab774"}]} Sep 21 10:13:46.982757 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-34526841-a068-4f8f-9544-023f61cfd9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1433976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438153'] for network (3deb1390-b52d-4679-8dfa-6591290d1fb5), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:46.988093 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-34526841-a068-4f8f-9544-023f61cfd9be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:46.991120 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-34526841-a068-4f8f-9544-023f61cfd9be admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/3deb1390-b52d-4679-8dfa-6591290d1fb5 HTTP/1.1" status: 204 len: 168 time: 0.3337460 Sep 21 10:13:46.994298 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57758) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:47.002624 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34526841-a068-4f8f-9544-023f61cfd9be admin admin] Pushing event deleted for resources: {'Network': ['ID=3deb1390-b52d-4679-8dfa-6591290d1fb5,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:47.044211 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3a99e0-e2c1-40f5-8986-0f4a1e735b2b admin admin] Deleting subnet 5f00ad5d-faef-4f74-8c6b-d2e8ce811445 {{(pid=106520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 10:13:47.047961 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8e3a99e0-e2c1-40f5-8986-0f4a1e735b2b admin admin] Publish callbacks [] for subnet (5f00ad5d-faef-4f74-8c6b-d2e8ce811445), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:47.083854 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8e3a99e0-e2c1-40f5-8986-0f4a1e735b2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9665402'] for subnet (5f00ad5d-faef-4f74-8c6b-d2e8ce811445), precommit_delete_associations {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:47.133099 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8e3a99e0-e2c1-40f5-8986-0f4a1e735b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1348970'] for subnet (5f00ad5d-faef-4f74-8c6b-d2e8ce811445), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:47.206676 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8e3a99e0-e2c1-40f5-8986-0f4a1e735b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9667704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9909986'] for subnet (5f00ad5d-faef-4f74-8c6b-d2e8ce811445), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:47.233156 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a99e0-e2c1-40f5-8986-0f4a1e735b2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f00ad5d-faef-4f74-8c6b-d2e8ce811445,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:47.240436 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8e3a99e0-e2c1-40f5-8986-0f4a1e735b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:47.243948 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-8e3a99e0-e2c1-40f5-8986-0f4a1e735b2b admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/5f00ad5d-faef-4f74-8c6b-d2e8ce811445 HTTP/1.1" status: 204 len: 168 time: 0.2482708 Sep 21 10:13:47.246665 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57760) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:47.345991 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-df30f6f4-d09e-4785-bdbb-7d25021173a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326367'] for network (58f06fbe-7c37-4f00-b1a4-baf4604703f1), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:47.435136 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-df30f6f4-d09e-4785-bdbb-7d25021173a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433921', 'neutron.services.segments.db._delete_segments_for_network-8760788516801'] for network (58f06fbe-7c37-4f00-b1a4-baf4604703f1), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:47.458286 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-df30f6f4-d09e-4785-bdbb-7d25021173a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f06fbe-7c37-4f00-b1a4-baf4604703f1']}} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:47.470787 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-df30f6f4-d09e-4785-bdbb-7d25021173a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092c7e13-3b20-4a18-90f9-41d3f4930b12') {'for_net_delete': True} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:47.471081 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-df30f6f4-d09e-4785-bdbb-7d25021173a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092c7e13-3b20-4a18-90f9-41d3f4930b12') {} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:13:47.482664 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-df30f6f4-d09e-4785-bdbb-7d25021173a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760788516693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9665345'] for segment (092c7e13-3b20-4a18-90f9-41d3f4930b12), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:47.503340 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-df30f6f4-d09e-4785-bdbb-7d25021173a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (092c7e13-3b20-4a18-90f9-41d3f4930b12), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:47.515355 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df30f6f4-d09e-4785-bdbb-7d25021173a2 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=106520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 10:13:47.515815 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-df30f6f4-d09e-4785-bdbb-7d25021173a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667778'] for segment (092c7e13-3b20-4a18-90f9-41d3f4930b12), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:47.568457 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.services.segments.plugin [-] Segment 092c7e13-3b20-4a18-90f9-41d3f4930b12 resource provider aggregate not found Sep 21 10:13:47.594397 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.services.segments.plugin [-] Segment 092c7e13-3b20-4a18-90f9-41d3f4930b12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 092c7e13-3b20-4a18-90f9-41d3f4930b12 found for delete ", "request_id": "req-89fd8481-6c4a-492c-8747-fda670fef47b"}]} Sep 21 10:13:47.603419 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-df30f6f4-d09e-4785-bdbb-7d25021173a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1433976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438153'] for network (58f06fbe-7c37-4f00-b1a4-baf4604703f1), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:47.609961 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-df30f6f4-d09e-4785-bdbb-7d25021173a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:47.613249 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-df30f6f4-d09e-4785-bdbb-7d25021173a2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/58f06fbe-7c37-4f00-b1a4-baf4604703f1 HTTP/1.1" status: 204 len: 168 time: 0.3655868 Sep 21 10:13:47.630447 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30f6f4-d09e-4785-bdbb-7d25021173a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=58f06fbe-7c37-4f00-b1a4-baf4604703f1,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:47.839627 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57768) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:47.895243 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-27e2971b-8692-44be-ae00-5d2b3e3628c1 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=58b0667c1a3f41ff9e34ffacb4ee5457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0540538 Sep 21 10:13:47.899312 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57770) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:47.938091 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:47.977308 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-51c45607-a226-4544-a749-968ab2aed5e1 admin admin] Publish callbacks [] for security_group (98641b89-ca43-4030-a9b6-7ed6b1f0c682), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:48.003009 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-51c45607-a226-4544-a749-968ab2aed5e1 admin admin] Publish callbacks [] for security_group (98641b89-ca43-4030-a9b6-7ed6b1f0c682), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:48.034196 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:48.058871 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-51c45607-a226-4544-a749-968ab2aed5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (98641b89-ca43-4030-a9b6-7ed6b1f0c682), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:48.061602 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-51c45607-a226-4544-a749-968ab2aed5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:48.062783 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-51c45607-a226-4544-a749-968ab2aed5e1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/98641b89-ca43-4030-a9b6-7ed6b1f0c682 HTTP/1.1" status: 204 len: 168 time: 0.1621587 Sep 21 10:13:48.071547 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c45607-a226-4544-a749-968ab2aed5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98641b89-ca43-4030-a9b6-7ed6b1f0c682,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:48.469556 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57776) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:48.519236 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-3620c0c9-e5f5-42b2-8361-038b8eb01266 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9e7356efcb6f46c681cadc80c35fbf6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483012 Sep 21 10:13:48.522168 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57778) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:48.577528 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-8f08bf17-13b5-4f23-b800-7910740f933f admin admin] Publish callbacks [] for security_group (d873875a-e3d1-4e4b-9bf8-689a7b7f6146), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:48.585464 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:INSERT=4,neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:48.603117 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-8f08bf17-13b5-4f23-b800-7910740f933f admin admin] Publish callbacks [] for security_group (d873875a-e3d1-4e4b-9bf8-689a7b7f6146), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:48.646744 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:48.669459 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-8f08bf17-13b5-4f23-b800-7910740f933f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (d873875a-e3d1-4e4b-9bf8-689a7b7f6146), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:48.675017 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-8f08bf17-13b5-4f23-b800-7910740f933f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:48.676891 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-8f08bf17-13b5-4f23-b800-7910740f933f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d873875a-e3d1-4e4b-9bf8-689a7b7f6146 HTTP/1.1" status: 204 len: 168 time: 0.1534972 Sep 21 10:13:48.686155 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08bf17-13b5-4f23-b800-7910740f933f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d873875a-e3d1-4e4b-9bf8-689a7b7f6146,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:49.672472 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57800) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:49.822426 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-b98237a3-f1d9-4300-a5d7-46090505f061 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1670881040-network', 'tenant_id': 'd4dc73f5f56746c8a460fb5063b3af35'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:13:49.846468 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:49.857361 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98237a3-f1d9-4300-a5d7-46090505f061 admin admin] Made reservation on behalf of d4dc73f5f56746c8a460fb5063b3af35 for: {'network': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:13:49.860024 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b98237a3-f1d9-4300-a5d7-46090505f061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:49.871812 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b98237a3-f1d9-4300-a5d7-46090505f061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:49.974524 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b98237a3-f1d9-4300-a5d7-46090505f061 admin admin] Publish callbacks [] for security_group (2f9be72c-4592-48cc-85a1-70bd37afaa9e), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:49.979981 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b98237a3-f1d9-4300-a5d7-46090505f061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (2f9be72c-4592-48cc-85a1-70bd37afaa9e), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:50.016160 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98237a3-f1d9-4300-a5d7-46090505f061 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=106520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 10:13:50.027212 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98237a3-f1d9-4300-a5d7-46090505f061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9be72c-4592-48cc-85a1-70bd37afaa9e,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:50.036116 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b98237a3-f1d9-4300-a5d7-46090505f061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (c002fc60-484a-42b9-b043-51e6cdf7b4be), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:50.036473 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.segments_db [None req-b98237a3-f1d9-4300-a5d7-46090505f061 admin admin] Added segment c002fc60-484a-42b9-b043-51e6cdf7b4be of type vlan for network 5ec4ce05-7f0a-490e-9925-0fdf9fdbb263 Sep 21 10:13:50.087129 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b98237a3-f1d9-4300-a5d7-46090505f061 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760787939759'] for network (5ec4ce05-7f0a-490e-9925-0fdf9fdbb263), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:50.118200 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b98237a3-f1d9-4300-a5d7-46090505f061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for network (5ec4ce05-7f0a-490e-9925-0fdf9fdbb263), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:50.119954 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98237a3-f1d9-4300-a5d7-46090505f061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:50.120749 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b98237a3-f1d9-4300-a5d7-46090505f061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:50.194660 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-b98237a3-f1d9-4300-a5d7-46090505f061 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5206509 Sep 21 10:13:50.197872 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57804) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:50.203306 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-17329662-5664-4b50-a2b5-97e8f454b0a9 admin admin] Request body: {'subnet': {'network_id': '5ec4ce05-7f0a-490e-9925-0fdf9fdbb263', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1670881040-subnet', 'tenant_id': 'd4dc73f5f56746c8a460fb5063b3af35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:13:50.207615 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98237a3-f1d9-4300-a5d7-46090505f061 admin admin] Pushing event updated for resources: {'Network': ['ID=5ec4ce05-7f0a-490e-9925-0fdf9fdbb263,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:50.220285 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Network 5ec4ce05-7f0a-490e-9925-0fdf9fdbb263 details requested by agent ovs-agent-dv-cinder-855479-2-iscsi with host dv-cinder-855479-2-iscsi {{(pid=106521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 10:13:50.231120 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17329662-5664-4b50-a2b5-97e8f454b0a9 admin admin] Made reservation on behalf of d4dc73f5f56746c8a460fb5063b3af35 for: {'subnet': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:13:50.233573 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-17329662-5664-4b50-a2b5-97e8f454b0a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8646606'] for subnet (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:50.454619 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-17329662-5664-4b50-a2b5-97e8f454b0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8646616'] for subnet (290cc99c-ad73-4181-9bbc-bfaf1183052d), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:50.513622 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17329662-5664-4b50-a2b5-97e8f454b0a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=290cc99c-ad73-4181-9bbc-bfaf1183052d,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:50.528210 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17329662-5664-4b50-a2b5-97e8f454b0a9 admin admin] Checking segment: {'id': 'c002fc60-484a-42b9-b043-51e6cdf7b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5ec4ce05-7f0a-490e-9925-0fdf9fdbb263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:13:50.528568 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17329662-5664-4b50-a2b5-97e8f454b0a9 admin admin] Network hostable DHCP agents. Network: 5ec4ce05-7f0a-490e-9925-0fdf9fdbb263, hostable agents: ['abecb771-581e-4ad9-b557-ede811f6c277'], hosted agents: [] {{(pid=106519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 10:13:50.550010 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17329662-5664-4b50-a2b5-97e8f454b0a9 admin admin] Network 5ec4ce05-7f0a-490e-9925-0fdf9fdbb263 is scheduled to be hosted by DHCP agent abecb771-581e-4ad9-b557-ede811f6c277 with binding_index 1 {{(pid=106519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 10:13:50.561538 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-17329662-5664-4b50-a2b5-97e8f454b0a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855479-2-iscsi, 5ec4ce05-7f0a-490e-9925-0fdf9fdbb263) {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:13:50.568364 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17329662-5664-4b50-a2b5-97e8f454b0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:50.569673 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-17329662-5664-4b50-a2b5-97e8f454b0a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:50.574596 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4d2361-a215-40b4-96bb-d10f9f03fdcb None None] Network 5ec4ce05-7f0a-490e-9925-0fdf9fdbb263 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:13:50.593306 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-17329662-5664-4b50-a2b5-97e8f454b0a9 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3941939 Sep 21 10:13:50.700713 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d5e55-6642-4cf9-90fb-9f8134f4dc9c None None] Network 5ec4ce05-7f0a-490e-9925-0fdf9fdbb263 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:13:51.169754 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57822) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:51.175008 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-c4f8956d-ffac-483c-bdb2-0b5c8e5a8c82 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1017555540-network', 'tenant_id': 'd50073e17cf0488c865e7b7f6781035a'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:13:51.198271 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f8956d-ffac-483c-bdb2-0b5c8e5a8c82 admin admin] Made reservation on behalf of d50073e17cf0488c865e7b7f6781035a for: {'network': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:13:51.200945 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c4f8956d-ffac-483c-bdb2-0b5c8e5a8c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:51.215342 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c4f8956d-ffac-483c-bdb2-0b5c8e5a8c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:51.306681 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c4f8956d-ffac-483c-bdb2-0b5c8e5a8c82 admin admin] Publish callbacks [] for security_group (4ccaaad5-c011-4b98-851b-3a5ed021f2cc), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:51.311329 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c4f8956d-ffac-483c-bdb2-0b5c8e5a8c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (4ccaaad5-c011-4b98-851b-3a5ed021f2cc), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:51.344343 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f8956d-ffac-483c-bdb2-0b5c8e5a8c82 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=106519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 10:13:51.355818 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8956d-ffac-483c-bdb2-0b5c8e5a8c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccaaad5-c011-4b98-851b-3a5ed021f2cc,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:51.361443 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c4f8956d-ffac-483c-bdb2-0b5c8e5a8c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (ac28ee10-c586-49ac-b4df-76dfb010e922), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:51.361782 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.segments_db [None req-c4f8956d-ffac-483c-bdb2-0b5c8e5a8c82 admin admin] Added segment ac28ee10-c586-49ac-b4df-76dfb010e922 of type vlan for network 359d1024-8d18-4e22-89d7-c16eaea05bb1 Sep 21 10:13:51.439734 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c4f8956d-ffac-483c-bdb2-0b5c8e5a8c82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760787939759'] for network (359d1024-8d18-4e22-89d7-c16eaea05bb1), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:51.459800 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4e4b3cfb-aa97-4ec5-8a0a-052c5184abcc req-fc5bfed1-d636-4210-ad9f-846fd93fc1fb service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829644 Sep 21 10:13:51.487941 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c4f8956d-ffac-483c-bdb2-0b5c8e5a8c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for network (359d1024-8d18-4e22-89d7-c16eaea05bb1), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:51.489136 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f8956d-ffac-483c-bdb2-0b5c8e5a8c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:51.489863 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c4f8956d-ffac-483c-bdb2-0b5c8e5a8c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:51.515457 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=89 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:51.549243 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=83 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:51.581491 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:51.585498 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-c4f8956d-ffac-483c-bdb2-0b5c8e5a8c82 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4145329 Sep 21 10:13:51.588983 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57824) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:13:51.593516 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:13:51.595079 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-d5b98157-d719-47b9-840f-885730812431 admin admin] Request body: {'subnet': {'network_id': '359d1024-8d18-4e22-89d7-c16eaea05bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1017555540-subnet', 'tenant_id': 'd50073e17cf0488c865e7b7f6781035a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:13:51.618769 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b98157-d719-47b9-840f-885730812431 admin admin] Made reservation on behalf of d50073e17cf0488c865e7b7f6781035a for: {'subnet': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:13:51.621498 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d5b98157-d719-47b9-840f-885730812431 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9909965'] for subnet (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:51.638434 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b3cfb-aa97-4ec5-8a0a-052c5184abcc req-141cf745-72da-4056-9eb3-39d7d538708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:51.642565 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4e4b3cfb-aa97-4ec5-8a0a-052c5184abcc req-141cf745-72da-4056-9eb3-39d7d538708a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b302e94dce514d8c884a0d509cdd7032&device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 1129 time: 0.1215951 Sep 21 10:13:51.643561 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8956d-ffac-483c-bdb2-0b5c8e5a8c82 admin admin] Pushing event updated for resources: {'Network': ['ID=359d1024-8d18-4e22-89d7-c16eaea05bb1,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:51.663148 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Network 359d1024-8d18-4e22-89d7-c16eaea05bb1 details requested by agent ovs-agent-dv-cinder-855479-2-iscsi with host dv-cinder-855479-2-iscsi {{(pid=106521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 10:13:51.799201 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b3cfb-aa97-4ec5-8a0a-052c5184abcc req-df12daa3-95c4-4828-8f5b-43539b311e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:51.801823 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4e4b3cfb-aa97-4ec5-8a0a-052c5184abcc req-df12daa3-95c4-4828-8f5b-43539b311e02 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ef7938f6-d232-4c14-9be3-ccb1b366c40f HTTP/1.1" status: 200 len: 916 time: 0.1294200 Sep 21 10:13:51.866641 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d5b98157-d719-47b9-840f-885730812431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9665447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9909979'] for subnet (e2e473d6-0343-4491-896f-769953384fbf), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:51.884375 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4e4b3cfb-aa97-4ec5-8a0a-052c5184abcc req-fabc2ea3-2a57-4f35-a017-ca09329968cc service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f92dd8ae-8808-4185-a230-d9139fe57336 HTTP/1.1" status: 200 len: 1000 time: 0.0744603 Sep 21 10:13:51.929650 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b98157-d719-47b9-840f-885730812431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e473d6-0343-4491-896f-769953384fbf,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:13:51.937953 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b98157-d719-47b9-840f-885730812431 admin admin] Checking segment: {'id': 'ac28ee10-c586-49ac-b4df-76dfb010e922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '359d1024-8d18-4e22-89d7-c16eaea05bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:13:51.938321 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b98157-d719-47b9-840f-885730812431 admin admin] Network hostable DHCP agents. Network: 359d1024-8d18-4e22-89d7-c16eaea05bb1, hostable agents: ['abecb771-581e-4ad9-b557-ede811f6c277'], hosted agents: [] {{(pid=106520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 10:13:51.957726 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b3cfb-aa97-4ec5-8a0a-052c5184abcc req-5dc9f1e3-cca7-4fbd-9ca3-9af14330ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:51.959890 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4e4b3cfb-aa97-4ec5-8a0a-052c5184abcc req-5dc9f1e3-cca7-4fbd-9ca3-9af14330ca23 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=80d4efae-e3db-4db7-af72-315587821cfa HTTP/1.1" status: 200 len: 854 time: 0.0676382 Sep 21 10:13:51.963910 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b98157-d719-47b9-840f-885730812431 admin admin] Network 359d1024-8d18-4e22-89d7-c16eaea05bb1 is scheduled to be hosted by DHCP agent abecb771-581e-4ad9-b557-ede811f6c277 with binding_index 1 {{(pid=106520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 10:13:51.979700 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-d5b98157-d719-47b9-840f-885730812431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855479-2-iscsi, 359d1024-8d18-4e22-89d7-c16eaea05bb1) {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:13:51.985502 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b98157-d719-47b9-840f-885730812431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:51.986532 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d5b98157-d719-47b9-840f-885730812431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:13:51.995119 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf3bc06-a3b8-4067-a346-65da5328272a None None] Network 359d1024-8d18-4e22-89d7-c16eaea05bb1 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:13:52.013246 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-d5b98157-d719-47b9-840f-885730812431 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4222047 Sep 21 10:13:52.027997 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b3cfb-aa97-4ec5-8a0a-052c5184abcc req-61b08d68-5c9a-45ba-b013-ef6f14d57191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:13:52.030131 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4e4b3cfb-aa97-4ec5-8a0a-052c5184abcc req-61b08d68-5c9a-45ba-b013-ef6f14d57191 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ef7938f6-d232-4c14-9be3-ccb1b366c40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612090 Sep 21 10:13:52.147547 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03655b5d-1972-46c1-a335-82acf50e4270 None None] Network 359d1024-8d18-4e22-89d7-c16eaea05bb1 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:13:52.190741 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4e4b3cfb-aa97-4ec5-8a0a-052c5184abcc req-a85012ea-cf66-44aa-9a96-ef55c403653e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537902 Sep 21 10:13:52.342462 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4e4b3cfb-aa97-4ec5-8a0a-052c5184abcc req-f5bde1b3-eb87-40d1-95c1-764534c77b99 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451988 Sep 21 10:14:00.457984 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-71ad2a25-830a-40be-9f9d-51bc8c497e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:01.997531 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=70,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:02.000988 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:14:02.003045 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=76,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:02.335483 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=46 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:02.338132 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=46 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:03.673456 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-58ff3f66-005a-4aba-a292-a11b97494b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:04.749512 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:05.438529 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:06.447396 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57946) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:06.497079 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ede8aa3-d229-4bc4-8918-77bc6dcd92fb admin admin] Deleting subnet 290cc99c-ad73-4181-9bbc-bfaf1183052d {{(pid=106519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 10:14:06.500842 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0ede8aa3-d229-4bc4-8918-77bc6dcd92fb admin admin] Publish callbacks [] for subnet (290cc99c-ad73-4181-9bbc-bfaf1183052d), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:06.537410 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0ede8aa3-d229-4bc4-8918-77bc6dcd92fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708622'] for subnet (290cc99c-ad73-4181-9bbc-bfaf1183052d), precommit_delete_associations {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:06.571524 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:06.591342 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0ede8aa3-d229-4bc4-8918-77bc6dcd92fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1348970'] for subnet (290cc99c-ad73-4181-9bbc-bfaf1183052d), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:06.658539 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0ede8aa3-d229-4bc4-8918-77bc6dcd92fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8646625'] for subnet (290cc99c-ad73-4181-9bbc-bfaf1183052d), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:06.686739 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede8aa3-d229-4bc4-8918-77bc6dcd92fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=290cc99c-ad73-4181-9bbc-bfaf1183052d,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:06.691311 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0ede8aa3-d229-4bc4-8918-77bc6dcd92fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:06.696373 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-0ede8aa3-d229-4bc4-8918-77bc6dcd92fb admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/290cc99c-ad73-4181-9bbc-bfaf1183052d HTTP/1.1" status: 204 len: 168 time: 0.2472510 Sep 21 10:14:06.697119 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57952) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:06.784469 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-776fb2bf-db14-46e7-84d3-60226adc1829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326367'] for network (5ec4ce05-7f0a-490e-9925-0fdf9fdbb263), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:06.873301 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-776fb2bf-db14-46e7-84d3-60226adc1829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433921', 'neutron.services.segments.db._delete_segments_for_network-8760788516801'] for network (5ec4ce05-7f0a-490e-9925-0fdf9fdbb263), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:06.904664 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-776fb2bf-db14-46e7-84d3-60226adc1829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec4ce05-7f0a-490e-9925-0fdf9fdbb263']}} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:06.922456 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-776fb2bf-db14-46e7-84d3-60226adc1829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c002fc60-484a-42b9-b043-51e6cdf7b4be') {'for_net_delete': True} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:06.922939 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-776fb2bf-db14-46e7-84d3-60226adc1829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c002fc60-484a-42b9-b043-51e6cdf7b4be') {} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:06.942965 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-776fb2bf-db14-46e7-84d3-60226adc1829 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760788516693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708661'] for segment (c002fc60-484a-42b9-b043-51e6cdf7b4be), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:06.973705 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-776fb2bf-db14-46e7-84d3-60226adc1829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (c002fc60-484a-42b9-b043-51e6cdf7b4be), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:06.983394 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776fb2bf-db14-46e7-84d3-60226adc1829 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=106519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 10:14:06.983831 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-776fb2bf-db14-46e7-84d3-60226adc1829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10188133'] for segment (c002fc60-484a-42b9-b043-51e6cdf7b4be), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:07.034080 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.services.segments.plugin [-] Segment c002fc60-484a-42b9-b043-51e6cdf7b4be resource provider aggregate not found Sep 21 10:14:07.061810 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.services.segments.plugin [-] Segment c002fc60-484a-42b9-b043-51e6cdf7b4be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c002fc60-484a-42b9-b043-51e6cdf7b4be found for delete ", "request_id": "req-5a10dea6-2fff-4ba9-a089-26478d843be2"}]} Sep 21 10:14:07.088650 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-776fb2bf-db14-46e7-84d3-60226adc1829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1433976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438153'] for network (5ec4ce05-7f0a-490e-9925-0fdf9fdbb263), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:07.099110 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-776fb2bf-db14-46e7-84d3-60226adc1829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:07.104833 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-776fb2bf-db14-46e7-84d3-60226adc1829 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/5ec4ce05-7f0a-490e-9925-0fdf9fdbb263 HTTP/1.1" status: 204 len: 168 time: 0.4036286 Sep 21 10:14:07.105377 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57964) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:07.117916 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0fb24-9882-4207-9708-3ce78bffe92a req-0573012a-fd7a-4734-a055-7dcb522751c5 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:07.120025 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-01e0fb24-9882-4207-9708-3ce78bffe92a req-0573012a-fd7a-4734-a055-7dcb522751c5 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0511da15-2abf-4b9c-b879-9becee1d6f99 HTTP/1.1" status: 200 len: 946 time: 0.0877781 Sep 21 10:14:07.121292 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776fb2bf-db14-46e7-84d3-60226adc1829 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ec4ce05-7f0a-490e-9925-0fdf9fdbb263,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:07.167801 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce8b332-6834-4bd1-80fe-3455259dabd5 admin admin] Deleting subnet e2e473d6-0343-4491-896f-769953384fbf {{(pid=106520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 10:14:07.173566 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-9ce8b332-6834-4bd1-80fe-3455259dabd5 admin admin] Publish callbacks [] for subnet (e2e473d6-0343-4491-896f-769953384fbf), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:07.196243 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-01e0fb24-9882-4207-9708-3ce78bffe92a req-2b18eb8f-7409-418e-944f-cea9596ee355 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fc9af55d-75ef-4e7e-8669-b2ffdfca4812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685394 Sep 21 10:14:07.235546 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-9ce8b332-6834-4bd1-80fe-3455259dabd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9665402'] for subnet (e2e473d6-0343-4491-896f-769953384fbf), precommit_delete_associations {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:07.297673 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-9ce8b332-6834-4bd1-80fe-3455259dabd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1348970'] for subnet (e2e473d6-0343-4491-896f-769953384fbf), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:07.356854 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-9ce8b332-6834-4bd1-80fe-3455259dabd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9667704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9909986'] for subnet (e2e473d6-0343-4491-896f-769953384fbf), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:07.383834 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8b332-6834-4bd1-80fe-3455259dabd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e473d6-0343-4491-896f-769953384fbf,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:07.390653 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-9ce8b332-6834-4bd1-80fe-3455259dabd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:07.393924 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-9ce8b332-6834-4bd1-80fe-3455259dabd5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/e2e473d6-0343-4491-896f-769953384fbf HTTP/1.1" status: 204 len: 168 time: 0.2871706 Sep 21 10:14:07.397286 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57966) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:07.473057 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d3ef-4d61-47ce-b883-7d5d9c79146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326367'] for network (359d1024-8d18-4e22-89d7-c16eaea05bb1), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:07.562322 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d3ef-4d61-47ce-b883-7d5d9c79146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433921', 'neutron.services.segments.db._delete_segments_for_network-8760788516801'] for network (359d1024-8d18-4e22-89d7-c16eaea05bb1), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:07.583042 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-b9c1d3ef-4d61-47ce-b883-7d5d9c79146f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359d1024-8d18-4e22-89d7-c16eaea05bb1']}} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:07.593543 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-b9c1d3ef-4d61-47ce-b883-7d5d9c79146f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac28ee10-c586-49ac-b4df-76dfb010e922') {'for_net_delete': True} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:07.593835 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-b9c1d3ef-4d61-47ce-b883-7d5d9c79146f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac28ee10-c586-49ac-b4df-76dfb010e922') {} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:07.604752 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d3ef-4d61-47ce-b883-7d5d9c79146f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760788516693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9665345'] for segment (ac28ee10-c586-49ac-b4df-76dfb010e922), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:07.618255 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d3ef-4d61-47ce-b883-7d5d9c79146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (ac28ee10-c586-49ac-b4df-76dfb010e922), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:07.626002 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c1d3ef-4d61-47ce-b883-7d5d9c79146f admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=106520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 10:14:07.626436 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d3ef-4d61-47ce-b883-7d5d9c79146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667778'] for segment (ac28ee10-c586-49ac-b4df-76dfb010e922), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:07.680240 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.services.segments.plugin [-] Segment ac28ee10-c586-49ac-b4df-76dfb010e922 resource provider aggregate not found Sep 21 10:14:07.699593 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.services.segments.plugin [-] Segment ac28ee10-c586-49ac-b4df-76dfb010e922 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac28ee10-c586-49ac-b4df-76dfb010e922 found for delete ", "request_id": "req-d86b4d92-bde8-4e2d-adee-13c9cc7dd984"}]} Sep 21 10:14:07.710454 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d3ef-4d61-47ce-b883-7d5d9c79146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1433976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438153'] for network (359d1024-8d18-4e22-89d7-c16eaea05bb1), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:07.716432 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d3ef-4d61-47ce-b883-7d5d9c79146f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:07.719499 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-b9c1d3ef-4d61-47ce-b883-7d5d9c79146f admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/359d1024-8d18-4e22-89d7-c16eaea05bb1 HTTP/1.1" status: 204 len: 168 time: 0.3212495 Sep 21 10:14:07.731536 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1d3ef-4d61-47ce-b883-7d5d9c79146f admin admin] Pushing event deleted for resources: {'Network': ['ID=359d1024-8d18-4e22-89d7-c16eaea05bb1,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:07.907430 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57974) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:07.949702 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-28937c2e-dd13-4497-8966-4867bc1b104d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d4dc73f5f56746c8a460fb5063b3af35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409441 Sep 21 10:14:07.952224 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 57976) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:08.007382 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-53d533e9-1126-4a9c-af2e-21b1bd2a46b5 admin admin] Publish callbacks [] for security_group (2f9be72c-4592-48cc-85a1-70bd37afaa9e), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:08.030106 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-53d533e9-1126-4a9c-af2e-21b1bd2a46b5 admin admin] Publish callbacks [] for security_group (2f9be72c-4592-48cc-85a1-70bd37afaa9e), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:08.079346 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-53d533e9-1126-4a9c-af2e-21b1bd2a46b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (2f9be72c-4592-48cc-85a1-70bd37afaa9e), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:08.082876 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-53d533e9-1126-4a9c-af2e-21b1bd2a46b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:08.084208 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-53d533e9-1126-4a9c-af2e-21b1bd2a46b5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2f9be72c-4592-48cc-85a1-70bd37afaa9e HTTP/1.1" status: 204 len: 168 time: 0.1309307 Sep 21 10:14:08.093354 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d533e9-1126-4a9c-af2e-21b1bd2a46b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9be72c-4592-48cc-85a1-70bd37afaa9e,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:08.382111 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3c38d-cff6-4b1f-96c7-4590d2a317b0 req-50ed902b-ea98-4168-930a-f4279c7ad7e3 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:08.382111 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ddb3c38d-cff6-4b1f-96c7-4590d2a317b0 req-50ed902b-ea98-4168-930a-f4279c7ad7e3 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0511da15-2abf-4b9c-b879-9becee1d6f99 HTTP/1.1" status: 200 len: 946 time: 0.0776901 Sep 21 10:14:08.403953 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec433d9-6ab9-4423-8766-5cf317e67fde req-d6b6e35e-f2c9-432d-91a8-492861810f71 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:08.405618 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8ec433d9-6ab9-4423-8766-5cf317e67fde req-d6b6e35e-f2c9-432d-91a8-492861810f71 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0511da15-2abf-4b9c-b879-9becee1d6f99 HTTP/1.1" status: 200 len: 946 time: 0.0716395 Sep 21 10:14:08.472190 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:08.477991 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:08.486224 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ddb3c38d-cff6-4b1f-96c7-4590d2a317b0 req-8b0d5814-ed5e-40fd-b560-30d78064f43c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fc9af55d-75ef-4e7e-8669-b2ffdfca4812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976067 Sep 21 10:14:08.526333 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57984) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:08.536046 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-8ec433d9-6ab9-4423-8766-5cf317e67fde req-e1b2cf3c-ec2d-44d7-afe6-19ff18d76181 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Deleting port 580907fa-3f17-49aa-8d5d-f49d50386fd2 {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:14:08.536368 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-8ec433d9-6ab9-4423-8766-5cf317e67fde req-e1b2cf3c-ec2d-44d7-afe6-19ff18d76181 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (580907fa-3f17-49aa-8d5d-f49d50386fd2), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:08.592646 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-7d002c64-a181-4d4f-b2af-3afd5f866152 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d50073e17cf0488c865e7b7f6781035a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0639942 Sep 21 10:14:08.595347 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 57986) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:08.653753 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-67d77a9e-e7d4-4354-85bd-6256c2fc0028 admin admin] Publish callbacks [] for security_group (4ccaaad5-c011-4b98-851b-3a5ed021f2cc), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:08.661069 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-8ec433d9-6ab9-4423-8766-5cf317e67fde req-e1b2cf3c-ec2d-44d7-afe6-19ff18d76181 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] For port 580907fa-3f17-49aa-8d5d-f49d50386fd2, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=580907fa-3f17-49aa-8d5d-f49d50386fd2,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:14:08.661510 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-8ec433d9-6ab9-4423-8766-5cf317e67fde req-e1b2cf3c-ec2d-44d7-afe6-19ff18d76181 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (580907fa-3f17-49aa-8d5d-f49d50386fd2), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:08.675294 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-67d77a9e-e7d4-4354-85bd-6256c2fc0028 admin admin] Publish callbacks [] for security_group (4ccaaad5-c011-4b98-851b-3a5ed021f2cc), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:08.731766 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-67d77a9e-e7d4-4354-85bd-6256c2fc0028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (4ccaaad5-c011-4b98-851b-3a5ed021f2cc), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:08.735142 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-67d77a9e-e7d4-4354-85bd-6256c2fc0028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:08.736781 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-67d77a9e-e7d4-4354-85bd-6256c2fc0028 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4ccaaad5-c011-4b98-851b-3a5ed021f2cc HTTP/1.1" status: 204 len: 168 time: 0.1403177 Sep 21 10:14:08.752424 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d77a9e-e7d4-4354-85bd-6256c2fc0028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccaaad5-c011-4b98-851b-3a5ed021f2cc,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:08.861987 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-8ec433d9-6ab9-4423-8766-5cf317e67fde req-e1b2cf3c-ec2d-44d7-afe6-19ff18d76181 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:08.862359 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-8ec433d9-6ab9-4423-8766-5cf317e67fde req-e1b2cf3c-ec2d-44d7-afe6-19ff18d76181 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (e495b5b3-1a3b-436e-b810-5e5fb7c99f1d), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:08.862678 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.l3_db [req-8ec433d9-6ab9-4423-8766-5cf317e67fde req-e1b2cf3c-ec2d-44d7-afe6-19ff18d76181 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Floating IP e495b5b3-1a3b-436e-b810-5e5fb7c99f1d disassociated. External IP: 172.27.2.90, port: 580907fa-3f17-49aa-8d5d-f49d50386fd2. Sep 21 10:14:08.863061 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-8ec433d9-6ab9-4423-8766-5cf317e67fde req-e1b2cf3c-ec2d-44d7-afe6-19ff18d76181 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Calling delete_port for 580907fa-3f17-49aa-8d5d-f49d50386fd2 owned by compute:nova {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:14:09.009469 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-8ec433d9-6ab9-4423-8766-5cf317e67fde req-e1b2cf3c-ec2d-44d7-afe6-19ff18d76181 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (580907fa-3f17-49aa-8d5d-f49d50386fd2), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:09.042427 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2cf3c-ec2d-44d7-afe6-19ff18d76181 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event deleted for resources: {'Port': ['ID=580907fa-3f17-49aa-8d5d-f49d50386fd2,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:09.159668 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ec433d9-6ab9-4423-8766-5cf317e67fde req-e1b2cf3c-ec2d-44d7-afe6-19ff18d76181 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Router 99a2ea89-35ad-4ba2-9715-ad0a3620583a has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:14:09.277703 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ec433d9-6ab9-4423-8766-5cf317e67fde req-e1b2cf3c-ec2d-44d7-afe6-19ff18d76181 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:14:09.294526 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57217f4f-4b3f-461d-9d09-58d74bf75083 None None] Sync routers for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:14:09.298282 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:09.308194 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57217f4f-4b3f-461d-9d09-58d74bf75083 None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:14:09.308877 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-57217f4f-4b3f-461d-9d09-58d74bf75083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:14:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:09.332005 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec433d9-6ab9-4423-8766-5cf317e67fde req-e1b2cf3c-ec2d-44d7-afe6-19ff18d76181 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] No DVR routers for this DVR port 580907fa-3f17-49aa-8d5d-f49d50386fd2 on host hv-cinder-85547 {{(pid=106519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:14:09.334900 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-8ec433d9-6ab9-4423-8766-5cf317e67fde req-e1b2cf3c-ec2d-44d7-afe6-19ff18d76181 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:09.338785 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8ec433d9-6ab9-4423-8766-5cf317e67fde req-e1b2cf3c-ec2d-44d7-afe6-19ff18d76181 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.42 "DELETE /networking/v2.0/ports/580907fa-3f17-49aa-8d5d-f49d50386fd2 HTTP/1.1" status: 204 len: 173 time: 0.9248991 Sep 21 10:14:09.339381 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0511da15-2abf-4b9c-b879-9becee1d6f99', 'name': 'network-vif-deleted', 'tag': '580907fa-3f17-49aa-8d5d-f49d50386fd2'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:14:09.342092 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610d94de-257e-4861-8cdd-1c9863843de9" -d '{"events": [{"server_uuid": "0511da15-2abf-4b9c-b879-9becee1d6f99", "name": "network-vif-deleted", "tag": "580907fa-3f17-49aa-8d5d-f49d50386fd2"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:14:09.411336 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:09.424492 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea46ce8-60dc-4482-9d00-5fcfaf805732 x-openstack-request-id: req-9ea46ce8-60dc-4482-9d00-5fcfaf805732 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:14:09.424798 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0511da15-2abf-4b9c-b879-9becee1d6f99", "name": "network-vif-deleted", "tag": "580907fa-3f17-49aa-8d5d-f49d50386fd2", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:14:09.425055 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9ea46ce8-60dc-4482-9d00-5fcfaf805732 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:14:09.425480 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ea46ce8-60dc-4482-9d00-5fcfaf805732'] response: {'server_uuid': '0511da15-2abf-4b9c-b879-9becee1d6f99', 'name': 'network-vif-deleted', 'tag': '580907fa-3f17-49aa-8d5d-f49d50386fd2', 'status': 'completed', 'code': 200} Sep 21 10:14:09.428102 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-57217f4f-4b3f-461d-9d09-58d74bf75083 None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:14:09.527599 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:09.677313 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ab0393e9-4f6c-48ac-9f71-08d79b514f59 req-cd0cb848-03c3-4f36-b95c-c49b87a218d7 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0511da15-2abf-4b9c-b879-9becee1d6f99 HTTP/1.1" status: 200 len: 210 time: 0.0504932 Sep 21 10:14:09.726810 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-57217f4f-4b3f-461d-9d09-58d74bf75083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'f493a0c1-c7f7-468b-a799-3e43c877ff91', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'port_id': 'f92dd8ae-8808-4185-a230-d9139fe57336', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'mac_address': 'fa:16:3e:0d:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e4d76b-d556-4f31-87dd-4ecbf188b95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:12:05Z', 'updated_at': '2022-09-21T10:12:32Z', 'revision_number': 2, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:09.771527 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57217f4f-4b3f-461d-9d09-58d74bf75083 None None] Checking router: 99a2ea89-35ad-4ba2-9715-ad0a3620583a for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:14:09.782145 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57217f4f-4b3f-461d-9d09-58d74bf75083 None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:14:09.782790 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-57217f4f-4b3f-461d-9d09-58d74bf75083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:14:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:09.912236 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-57217f4f-4b3f-461d-9d09-58d74bf75083 None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:14:10.163080 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-57217f4f-4b3f-461d-9d09-58d74bf75083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'f493a0c1-c7f7-468b-a799-3e43c877ff91', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'port_id': 'f92dd8ae-8808-4185-a230-d9139fe57336', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'mac_address': 'fa:16:3e:0d:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e4d76b-d556-4f31-87dd-4ecbf188b95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:12:05Z', 'updated_at': '2022-09-21T10:12:32Z', 'revision_number': 2, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:10.321892 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57217f4f-4b3f-461d-9d09-58d74bf75083 None None] The sync data for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi is: [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'f493a0c1-c7f7-468b-a799-3e43c877ff91', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'port_id': 'f92dd8ae-8808-4185-a230-d9139fe57336', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'mac_address': 'fa:16:3e:0d:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e4d76b-d556-4f31-87dd-4ecbf188b95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:12:05Z', 'updated_at': '2022-09-21T10:12:32Z', 'revision_number': 2, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:14:10.650975 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c14ac6-807e-4e16-aef1-60916c7f9db0 None None] New status for floating IP e495b5b3-1a3b-436e-b810-5e5fb7c99f1d: DOWN {{(pid=106522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:14:10.810572 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58038) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:10.873591 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8e1832fb-2293-49f5-8800-8844cb0a2323 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (fc9af55d-75ef-4e7e-8669-b2ffdfca4812), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:10.899081 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8e1832fb-2293-49f5-8800-8844cb0a2323 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (fc9af55d-75ef-4e7e-8669-b2ffdfca4812), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:10.902993 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:10.921435 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:10.966666 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8e1832fb-2293-49f5-8800-8844cb0a2323 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (fc9af55d-75ef-4e7e-8669-b2ffdfca4812), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:10.971590 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8e1832fb-2293-49f5-8800-8844cb0a2323 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:10.973665 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-8e1832fb-2293-49f5-8800-8844cb0a2323 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/fc9af55d-75ef-4e7e-8669-b2ffdfca4812 HTTP/1.1" status: 204 len: 168 time: 0.1616538 Sep 21 10:14:10.976989 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58040) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:10.990830 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1832fb-2293-49f5-8800-8844cb0a2323 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9af55d-75ef-4e7e-8669-b2ffdfca4812,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:10.993554 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.api.v2.resource [None req-16b17f0a-fa1e-4a66-a317-4fc8316578ac tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] show failed (client error): The resource could not be found. Sep 21 10:14:10.995532 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-16b17f0a-fa1e-4a66-a317-4fc8316578ac tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups/fc9af55d-75ef-4e7e-8669-b2ffdfca4812 HTTP/1.1" status: 404 len: 347 time: 0.0174048 Sep 21 10:14:11.000429 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58042) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:11.146817 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-0faadf82-a638-4f6f-8df8-208e21429913 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Deleting port ddff9294-4503-43f5-99c9-390d3e670bc2 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:14:11.147161 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-0faadf82-a638-4f6f-8df8-208e21429913 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (ddff9294-4503-43f5-99c9-390d3e670bc2), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:11.249416 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-0faadf82-a638-4f6f-8df8-208e21429913 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (ddff9294-4503-43f5-99c9-390d3e670bc2), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:11.249819 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-0faadf82-a638-4f6f-8df8-208e21429913 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (ddff9294-4503-43f5-99c9-390d3e670bc2), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:11.264657 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-0faadf82-a638-4f6f-8df8-208e21429913 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Calling delete_port for ddff9294-4503-43f5-99c9-390d3e670bc2 owned by network:floatingip {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:14:11.403075 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-0faadf82-a638-4f6f-8df8-208e21429913 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (ddff9294-4503-43f5-99c9-390d3e670bc2), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:11.428737 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faadf82-a638-4f6f-8df8-208e21429913 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event deleted for resources: {'Port': ['ID=ddff9294-4503-43f5-99c9-390d3e670bc2,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:11.495507 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-0faadf82-a638-4f6f-8df8-208e21429913 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (e495b5b3-1a3b-436e-b810-5e5fb7c99f1d), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:11.498299 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-0faadf82-a638-4f6f-8df8-208e21429913 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:11.499626 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-0faadf82-a638-4f6f-8df8-208e21429913 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/e495b5b3-1a3b-436e-b810-5e5fb7c99f1d HTTP/1.1" status: 204 len: 168 time: 0.4975903 Sep 21 10:14:13.157620 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c73628-e1d1-4826-ace2-0d7fb4296528 req-c13443b8-1809-4b33-9fc0-0a228d38e21b tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:13.159098 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-18c73628-e1d1-4826-ace2-0d7fb4296528 req-c13443b8-1809-4b33-9fc0-0a228d38e21b tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 945 time: 0.0475483 Sep 21 10:14:13.199025 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 580907fa-3f17-49aa-8d5d-f49d50386fd2 no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:14:13.210203 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-18c73628-e1d1-4826-ace2-0d7fb4296528 req-bc39578e-38b1-4ca0-91f9-3a84ba1ce4f6 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b638dd76-cb08-44c6-93ae-d588a867d052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453804 Sep 21 10:14:13.218244 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: 580907fa-3f17-49aa-8d5d-f49d50386fd2 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:14:13.218588 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 580907fa-3f17-49aa-8d5d-f49d50386fd2 not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:14:14.621298 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:14.637256 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceafff6-d82b-4f22-aad8-c5a77663dbf3 req-b33b433c-f4c1-4609-9313-b643a45a1b4e tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:14.638748 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ceafff6-d82b-4f22-aad8-c5a77663dbf3 req-b33b433c-f4c1-4609-9313-b643a45a1b4e tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 945 time: 0.3486841 Sep 21 10:14:14.660305 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9defef-1268-4a84-a453-e150525444e7 req-cb942d22-1302-4930-96d9-c119291e6694 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:14.661752 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8f9defef-1268-4a84-a453-e150525444e7 req-cb942d22-1302-4930-96d9-c119291e6694 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 945 time: 0.0709474 Sep 21 10:14:14.700112 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:14.747551 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-4ceafff6-d82b-4f22-aad8-c5a77663dbf3 req-37cad5ca-e871-40fc-9588-1d32f3b2bc00 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b638dd76-cb08-44c6-93ae-d588a867d052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020942 Sep 21 10:14:14.780495 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-8f9defef-1268-4a84-a453-e150525444e7 req-a5e05ba4-544e-4eb9-9ba2-7ef2334053ea tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Deleting port f92dd8ae-8808-4185-a230-d9139fe57336 {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:14:14.780834 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-8f9defef-1268-4a84-a453-e150525444e7 req-a5e05ba4-544e-4eb9-9ba2-7ef2334053ea tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (f92dd8ae-8808-4185-a230-d9139fe57336), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:14.876825 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-8f9defef-1268-4a84-a453-e150525444e7 req-a5e05ba4-544e-4eb9-9ba2-7ef2334053ea tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] For port f92dd8ae-8808-4185-a230-d9139fe57336, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=f92dd8ae-8808-4185-a230-d9139fe57336,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:14:14.877192 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-8f9defef-1268-4a84-a453-e150525444e7 req-a5e05ba4-544e-4eb9-9ba2-7ef2334053ea tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (f92dd8ae-8808-4185-a230-d9139fe57336), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:15.043156 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-8f9defef-1268-4a84-a453-e150525444e7 req-a5e05ba4-544e-4eb9-9ba2-7ef2334053ea tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:15.043524 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-8f9defef-1268-4a84-a453-e150525444e7 req-a5e05ba4-544e-4eb9-9ba2-7ef2334053ea tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (f493a0c1-c7f7-468b-a799-3e43c877ff91), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:15.043872 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.l3_db [req-8f9defef-1268-4a84-a453-e150525444e7 req-a5e05ba4-544e-4eb9-9ba2-7ef2334053ea tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Floating IP f493a0c1-c7f7-468b-a799-3e43c877ff91 disassociated. External IP: 172.27.2.73, port: f92dd8ae-8808-4185-a230-d9139fe57336. Sep 21 10:14:15.044220 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-8f9defef-1268-4a84-a453-e150525444e7 req-a5e05ba4-544e-4eb9-9ba2-7ef2334053ea tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Calling delete_port for f92dd8ae-8808-4185-a230-d9139fe57336 owned by compute:nova {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:14:15.184577 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-8f9defef-1268-4a84-a453-e150525444e7 req-a5e05ba4-544e-4eb9-9ba2-7ef2334053ea tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (f92dd8ae-8808-4185-a230-d9139fe57336), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:15.214470 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e05ba4-544e-4eb9-9ba2-7ef2334053ea tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event deleted for resources: {'Port': ['ID=f92dd8ae-8808-4185-a230-d9139fe57336,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:15.325008 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f9defef-1268-4a84-a453-e150525444e7 req-a5e05ba4-544e-4eb9-9ba2-7ef2334053ea tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Router 99a2ea89-35ad-4ba2-9715-ad0a3620583a has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:14:15.434644 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f9defef-1268-4a84-a453-e150525444e7 req-a5e05ba4-544e-4eb9-9ba2-7ef2334053ea tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:14:15.450343 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da32e4-05eb-4a56-9a40-a138cafa9a16 None None] Sync routers for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:14:15.463464 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da32e4-05eb-4a56-9a40-a138cafa9a16 None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:14:15.464313 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-18da32e4-05eb-4a56-9a40-a138cafa9a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:14:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:15.483135 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9defef-1268-4a84-a453-e150525444e7 req-a5e05ba4-544e-4eb9-9ba2-7ef2334053ea tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] No DVR routers for this DVR port f92dd8ae-8808-4185-a230-d9139fe57336 on host hv-cinder-85547 {{(pid=106519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:14:15.485772 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-8f9defef-1268-4a84-a453-e150525444e7 req-a5e05ba4-544e-4eb9-9ba2-7ef2334053ea tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:15.489576 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8f9defef-1268-4a84-a453-e150525444e7 req-a5e05ba4-544e-4eb9-9ba2-7ef2334053ea tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.42 "DELETE /networking/v2.0/ports/f92dd8ae-8808-4185-a230-d9139fe57336 HTTP/1.1" status: 204 len: 173 time: 0.8204520 Sep 21 10:14:15.490124 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e4d76b-d556-4f31-87dd-4ecbf188b95b', 'name': 'network-vif-deleted', 'tag': 'f92dd8ae-8808-4185-a230-d9139fe57336'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:14:15.493237 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52096da9-1ff5-490d-a602-006ec6014859" -d '{"events": [{"server_uuid": "24e4d76b-d556-4f31-87dd-4ecbf188b95b", "name": "network-vif-deleted", "tag": "f92dd8ae-8808-4185-a230-d9139fe57336"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:14:15.545723 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1d4038-45d8-444d-98b5-550e2cdb5bfa x-openstack-request-id: req-1c1d4038-45d8-444d-98b5-550e2cdb5bfa {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:14:15.546439 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e4d76b-d556-4f31-87dd-4ecbf188b95b", "name": "network-vif-deleted", "tag": "f92dd8ae-8808-4185-a230-d9139fe57336", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:14:15.547554 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1c1d4038-45d8-444d-98b5-550e2cdb5bfa {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:14:15.548157 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c1d4038-45d8-444d-98b5-550e2cdb5bfa'] response: {'server_uuid': '24e4d76b-d556-4f31-87dd-4ecbf188b95b', 'name': 'network-vif-deleted', 'tag': 'f92dd8ae-8808-4185-a230-d9139fe57336', 'status': 'completed', 'code': 200} Sep 21 10:14:15.614389 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-18da32e4-05eb-4a56-9a40-a138cafa9a16 None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:14:15.854853 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-18da32e4-05eb-4a56-9a40-a138cafa9a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:15.882915 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a1a94621-25b2-4f12-a56c-73049da95ac4 req-7f178179-31ba-4e60-958b-c7a4f3b2daa8 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24e4d76b-d556-4f31-87dd-4ecbf188b95b HTTP/1.1" status: 200 len: 210 time: 0.0308540 Sep 21 10:14:15.889972 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da32e4-05eb-4a56-9a40-a138cafa9a16 None None] Checking router: 99a2ea89-35ad-4ba2-9715-ad0a3620583a for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:14:15.905613 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da32e4-05eb-4a56-9a40-a138cafa9a16 None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:14:15.911535 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-18da32e4-05eb-4a56-9a40-a138cafa9a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:14:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:16.031483 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-18da32e4-05eb-4a56-9a40-a138cafa9a16 None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:14:16.227134 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-18da32e4-05eb-4a56-9a40-a138cafa9a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:16.252073 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da32e4-05eb-4a56-9a40-a138cafa9a16 None None] The sync data for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi is: [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:14:16.458646 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2492610c-d42e-4e87-ac5a-a8ba5e3204e3 None None] New status for floating IP f493a0c1-c7f7-468b-a799-3e43c877ff91: DOWN {{(pid=106522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:14:16.996812 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58118) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:17.067969 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (b638dd76-cb08-44c6-93ae-d588a867d052), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:17.094529 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (b638dd76-cb08-44c6-93ae-d588a867d052), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:17.159248 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (b638dd76-cb08-44c6-93ae-d588a867d052), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:17.161958 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:17.163175 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b638dd76-cb08-44c6-93ae-d588a867d052 HTTP/1.1" status: 204 len: 168 time: 0.1652451 Sep 21 10:14:17.166864 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58120) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:17.173427 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b638dd76-cb08-44c6-93ae-d588a867d052,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:17.181050 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.181407 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.181510 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.api.v2.resource [None req-0c9001b3-77db-4d26-9f51-38ffd8d4fc75 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] show failed (client error): The resource could not be found. Sep 21 10:14:17.181764 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.182112 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.185333 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.185440 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-0c9001b3-77db-4d26-9f51-38ffd8d4fc75 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups/b638dd76-cb08-44c6-93ae-d588a867d052 HTTP/1.1" status: 404 len: 347 time: 0.0145702 Sep 21 10:14:17.185536 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.185536 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.185536 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.185536 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.185536 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.185536 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.185536 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.185536 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.185536 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.186529 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23a2d1-fd86-453e-a66d-3ed5677b6fee tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.188112 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58122) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:17.264628 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:17.306476 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Deleting port 203291ed-bac7-4379-9f6c-cbc385a7ce9a {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:14:17.306812 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (203291ed-bac7-4379-9f6c-cbc385a7ce9a), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:17.367215 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:17.387501 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (203291ed-bac7-4379-9f6c-cbc385a7ce9a), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:17.387856 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (203291ed-bac7-4379-9f6c-cbc385a7ce9a), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:17.400716 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Calling delete_port for 203291ed-bac7-4379-9f6c-cbc385a7ce9a owned by network:floatingip {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:14:17.535148 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (203291ed-bac7-4379-9f6c-cbc385a7ce9a), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:17.565249 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event deleted for resources: {'Port': ['ID=203291ed-bac7-4379-9f6c-cbc385a7ce9a,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:17.589130 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.589490 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.589810 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.590145 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.590473 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.591061 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.591389 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.591822 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.592150 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.592472 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.592792 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.593112 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.593429 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.593746 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.594058 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:17.638037 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (f493a0c1-c7f7-468b-a799-3e43c877ff91), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:17.640655 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:17.641808 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-07654e9f-8f60-4eb3-8e3c-b3a7e7fcdc82 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/f493a0c1-c7f7-468b-a799-3e43c877ff91 HTTP/1.1" status: 204 len: 168 time: 0.4513309 Sep 21 10:14:17.712733 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58126) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:17.717620 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-95b74f41-a980-476a-a8dc-2a518a13c870 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1300454249', 'description': 'tempest-description--1658618309'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:14:17.739875 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-95b74f41-a980-476a-a8dc-2a518a13c870 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:17.804381 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-95b74f41-a980-476a-a8dc-2a518a13c870 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (5421cb31-5343-4059-bb43-94f3a889544f), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:17.809548 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-95b74f41-a980-476a-a8dc-2a518a13c870 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (5421cb31-5343-4059-bb43-94f3a889544f), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:17.839528 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-95b74f41-a980-476a-a8dc-2a518a13c870 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:17.840588 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-95b74f41-a980-476a-a8dc-2a518a13c870 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1267753 Sep 21 10:14:17.843911 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58130) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:17.845560 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b74f41-a980-476a-a8dc-2a518a13c870 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5421cb31-5343-4059-bb43-94f3a889544f,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:17.849882 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-6c826a3a-16d2-4f8e-b915-8d95e37aa917 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'security_group_rule': {'security_group_id': '5421cb31-5343-4059-bb43-94f3a889544f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:14:17.883951 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-6c826a3a-16d2-4f8e-b915-8d95e37aa917 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (2ace33ee-4c23-442d-9bb3-c41778d1ca9d), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:17.952079 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:17.952733 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-6c826a3a-16d2-4f8e-b915-8d95e37aa917 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (2ace33ee-4c23-442d-9bb3-c41778d1ca9d), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:17.957421 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-6c826a3a-16d2-4f8e-b915-8d95e37aa917 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (2ace33ee-4c23-442d-9bb3-c41778d1ca9d), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:17.977427 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c826a3a-16d2-4f8e-b915-8d95e37aa917 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ace33ee-4c23-442d-9bb3-c41778d1ca9d,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:17.991259 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-6c826a3a-16d2-4f8e-b915-8d95e37aa917 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:17.992553 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-6c826a3a-16d2-4f8e-b915-8d95e37aa917 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470766 Sep 21 10:14:17.995908 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58136) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:18.000376 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-163b4ae4-59fa-45fe-9826-49a93258c866 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'security_group_rule': {'security_group_id': '5421cb31-5343-4059-bb43-94f3a889544f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:14:18.029094 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-163b4ae4-59fa-45fe-9826-49a93258c866 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (c9bcdf54-c2ae-4142-9e8e-79423bb319f8), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:18.093638 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-163b4ae4-59fa-45fe-9826-49a93258c866 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (c9bcdf54-c2ae-4142-9e8e-79423bb319f8), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:18.100632 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-163b4ae4-59fa-45fe-9826-49a93258c866 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (c9bcdf54-c2ae-4142-9e8e-79423bb319f8), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:18.121323 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b4ae4-59fa-45fe-9826-49a93258c866 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9bcdf54-c2ae-4142-9e8e-79423bb319f8,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:18.129731 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-163b4ae4-59fa-45fe-9826-49a93258c866 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:18.130643 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-163b4ae4-59fa-45fe-9826-49a93258c866 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337109 Sep 21 10:14:18.138876 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58138) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:18.140620 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-87cc3dd5-4054-4c15-828e-5be3bf6091ca tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'floatingip': {'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:14:18.161656 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-87cc3dd5-4054-4c15-828e-5be3bf6091ca tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:18.220486 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:18.255262 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-87cc3dd5-4054-4c15-828e-5be3bf6091ca tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:18.371164 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [None req-87cc3dd5-4054-4c15-828e-5be3bf6091ca tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Allocated IP 172.27.2.190 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/30bc65d0-f164-40fc-97fb-6bf717af3dff) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:14:18.430407 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:18.490414 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-87cc3dd5-4054-4c15-828e-5be3bf6091ca tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for port (30bc65d0-f164-40fc-97fb-6bf717af3dff), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:18.524069 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-87cc3dd5-4054-4c15-828e-5be3bf6091ca tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (30bc65d0-f164-40fc-97fb-6bf717af3dff), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:18.568205 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cc3dd5-4054-4c15-828e-5be3bf6091ca tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:14:18.571781 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-87cc3dd5-4054-4c15-828e-5be3bf6091ca tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:14:18.576273 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cc3dd5-4054-4c15-828e-5be3bf6091ca tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:14:18.582092 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc3dd5-4054-4c15-828e-5be3bf6091ca tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'Port': ['ID=30bc65d0-f164-40fc-97fb-6bf717af3dff,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:18.673297 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-87cc3dd5-4054-4c15-828e-5be3bf6091ca tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (aea051f7-7fd3-4502-8843-12b6a5dc9299), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:18.714575 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-87cc3dd5-4054-4c15-828e-5be3bf6091ca tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (30bc65d0-f164-40fc-97fb-6bf717af3dff), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:18.879320 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-87cc3dd5-4054-4c15-828e-5be3bf6091ca tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for port (30bc65d0-f164-40fc-97fb-6bf717af3dff), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:18.885205 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-87cc3dd5-4054-4c15-828e-5be3bf6091ca tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (30bc65d0-f164-40fc-97fb-6bf717af3dff), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:18.956478 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc3dd5-4054-4c15-828e-5be3bf6091ca tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'Port': ['ID=30bc65d0-f164-40fc-97fb-6bf717af3dff,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:18.958771 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-87cc3dd5-4054-4c15-828e-5be3bf6091ca tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (aea051f7-7fd3-4502-8843-12b6a5dc9299), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:18.963422 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:18.976609 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-87cc3dd5-4054-4c15-828e-5be3bf6091ca tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:18.978019 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-87cc3dd5-4054-4c15-828e-5be3bf6091ca tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8416095 Sep 21 10:14:19.201134 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-856b3428-58e5-4909-82d7-53108b5ca49c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1300454249&fields=id&tenant_id=b302e94dce514d8c884a0d509cdd7032 HTTP/1.1" status: 200 len: 267 time: 0.0440600 Sep 21 10:14:19.215330 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device f92dd8ae-8808-4185-a230-d9139fe57336 no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:14:19.233949 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: f92dd8ae-8808-4185-a230-d9139fe57336 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:14:19.234315 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device f92dd8ae-8808-4185-a230-d9139fe57336 not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:14:19.313137 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-f28de0bf-f4d4-466a-be2f-293587e34084 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:19.314693 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-f28de0bf-f4d4-466a-be2f-293587e34084 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/networks?id=ef7938f6-d232-4c14-9be3-ccb1b366c40f HTTP/1.1" status: 200 len: 815 time: 0.1069732 Sep 21 10:14:19.331569 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-d40578f8-0c05-4f83-a047-2e7eaa57e340 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/quotas/b302e94dce514d8c884a0d509cdd7032 HTTP/1.1" status: 200 len: 375 time: 0.0106237 Sep 21 10:14:19.388298 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-bca3d406-52bd-4e56-a84c-952441462637 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=b302e94dce514d8c884a0d509cdd7032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516031 Sep 21 10:14:19.492285 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-50bc7e11-9f26-4778-9421-12dd72189ef1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915942 Sep 21 10:14:19.568966 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:19.601375 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-b6ecb285-5a0f-4d19-9f67-421d643be0d8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980556 Sep 21 10:14:19.785315 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a29e309d-7097-4b1d-89c4-901fd1a86130 req-d76e1051-461f-497a-b2cb-a57fffbc261c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 210 time: 0.0300212 Sep 21 10:14:20.481748 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58174) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:20.630048 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cd1d90ed-68ce-400f-b4ea-b8ecfadf5c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:20.729311 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cd1d90ed-68ce-400f-b4ea-b8ecfadf5c97 admin admin] Publish callbacks [] for security_group (b7405863-a0e3-4154-9adc-05a8c43c8d0a), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:20.734664 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cd1d90ed-68ce-400f-b4ea-b8ecfadf5c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (b7405863-a0e3-4154-9adc-05a8c43c8d0a), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:20.797814 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-cd1d90ed-68ce-400f-b4ea-b8ecfadf5c97 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=8ab4c15b2c984cf49a92a1cfee239600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148966 Sep 21 10:14:20.801396 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58178) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:20.897239 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:20.898678 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:20.936151 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b95ed065-a414-4966-b740-6b2f95391b17 admin admin] Publish callbacks [] for security_group (b7405863-a0e3-4154-9adc-05a8c43c8d0a), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:20.937512 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-95101594-2eb8-4cee-82c2-49233e483aa5 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:20.939059 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-95101594-2eb8-4cee-82c2-49233e483aa5 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.42 "GET /networking/v2.0/networks?id=ef7938f6-d232-4c14-9be3-ccb1b366c40f HTTP/1.1" status: 200 len: 815 time: 0.1615195 Sep 21 10:14:20.940450 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d90ed-68ce-400f-b4ea-b8ecfadf5c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7405863-a0e3-4154-9adc-05a8c43c8d0a,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:20.978616 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fb413900-aabc-4401-bfd7-0c8279c69b41 req-925e0e33-cee3-4171-941a-401d1163f9ea tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 210 time: 0.0353503 Sep 21 10:14:20.985755 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b95ed065-a414-4966-b740-6b2f95391b17 admin admin] Publish callbacks [] for security_group (b7405863-a0e3-4154-9adc-05a8c43c8d0a), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:21.031747 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-72bc6279-7a91-4be3-aef3-ede40e46ba24 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b302e94dce514d8c884a0d509cdd7032 HTTP/1.1" status: 200 len: 380 time: 0.0774584 Sep 21 10:14:21.058142 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b95ed065-a414-4966-b740-6b2f95391b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (b7405863-a0e3-4154-9adc-05a8c43c8d0a), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:21.060707 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b95ed065-a414-4966-b740-6b2f95391b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:21.061900 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-b95ed065-a414-4966-b740-6b2f95391b17 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b7405863-a0e3-4154-9adc-05a8c43c8d0a HTTP/1.1" status: 204 len: 168 time: 0.2590466 Sep 21 10:14:21.070219 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ed065-a414-4966-b740-6b2f95391b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7405863-a0e3-4154-9adc-05a8c43c8d0a,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:21.079945 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-306da24c-9ef6-466b-92a4-0908b7c78db4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'port': {'device_id': 'db5fe152-9f00-4494-8778-1111e9b56321', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'admin_state_up': True, 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'security_groups': ['5421cb31-5343-4059-bb43-94f3a889544f']}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:14:21.217618 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-306da24c-9ef6-466b-92a4-0908b7c78db4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Made reservation on behalf of b302e94dce514d8c884a0d509cdd7032 for: {'port': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:14:21.221682 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-306da24c-9ef6-466b-92a4-0908b7c78db4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:21.236179 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:21.382916 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-306da24c-9ef6-466b-92a4-0908b7c78db4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Allocated IP 172.20.0.4 (ef7938f6-d232-4c14-9be3-ccb1b366c40f/80d4efae-e3db-4db7-af72-315587821cfa/3ad65afb-9052-4f86-8fe3-66b7f8d90d69) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:14:21.410853 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58190) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:21.428045 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-990ad9ab-b99a-47b8-8a0b-de8a7b0e025d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:21.505270 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-990ad9ab-b99a-47b8-8a0b-de8a7b0e025d admin admin] Publish callbacks [] for security_group (b02f98c6-3dd9-45b3-8bae-f9e18428ea98), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:21.510080 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-990ad9ab-b99a-47b8-8a0b-de8a7b0e025d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (b02f98c6-3dd9-45b3-8bae-f9e18428ea98), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:21.531211 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:21.542635 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-306da24c-9ef6-466b-92a4-0908b7c78db4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for port (3ad65afb-9052-4f86-8fe3-66b7f8d90d69), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:21.549528 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ad9ab-b99a-47b8-8a0b-de8a7b0e025d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02f98c6-3dd9-45b3-8bae-f9e18428ea98,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:21.553713 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-990ad9ab-b99a-47b8-8a0b-de8a7b0e025d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=16aee36bc7f944a89fc1288ebadf659d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416030 Sep 21 10:14:21.556602 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58192) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:21.579820 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-306da24c-9ef6-466b-92a4-0908b7c78db4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (3ad65afb-9052-4f86-8fe3-66b7f8d90d69), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:21.609366 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-445ed19f-223b-4e44-8bbd-71fe6c32339b admin admin] Publish callbacks [] for security_group (b02f98c6-3dd9-45b3-8bae-f9e18428ea98), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:21.629616 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-306da24c-9ef6-466b-92a4-0908b7c78db4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Network ef7938f6-d232-4c14-9be3-ccb1b366c40f is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:14:21.629896 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-445ed19f-223b-4e44-8bbd-71fe6c32339b admin admin] Publish callbacks [] for security_group (b02f98c6-3dd9-45b3-8bae-f9e18428ea98), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:21.632851 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-306da24c-9ef6-466b-92a4-0908b7c78db4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:14:21.636945 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-306da24c-9ef6-466b-92a4-0908b7c78db4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:14:21.662070 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306da24c-9ef6-466b-92a4-0908b7c78db4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'Port': ['ID=3ad65afb-9052-4f86-8fe3-66b7f8d90d69,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:21.687052 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-445ed19f-223b-4e44-8bbd-71fe6c32339b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (b02f98c6-3dd9-45b3-8bae-f9e18428ea98), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:21.692860 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-445ed19f-223b-4e44-8bbd-71fe6c32339b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:21.693204 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-306da24c-9ef6-466b-92a4-0908b7c78db4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:21.696722 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-306da24c-9ef6-466b-92a4-0908b7c78db4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:21.696914 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-445ed19f-223b-4e44-8bbd-71fe6c32339b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b02f98c6-3dd9-45b3-8bae-f9e18428ea98 HTTP/1.1" status: 204 len: 168 time: 0.1366177 Sep 21 10:14:21.711867 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ed19f-223b-4e44-8bbd-71fe6c32339b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02f98c6-3dd9-45b3-8bae-f9e18428ea98,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:21.722607 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-306da24c-9ef6-466b-92a4-0908b7c78db4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6484320 Sep 21 10:14:21.737798 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Request body: {'port': {'device_id': 'db5fe152-9f00-4494-8778-1111e9b56321', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:14:21.805237 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (3ad65afb-9052-4f86-8fe3-66b7f8d90d69), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:21.910367 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-10209ce7-322c-4faa-a55a-df3bb2ff1e70 None None] Provisioning complete for port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:14:21.911631 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-10209ce7-322c-4faa-a55a-df3bb2ff1e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (3ad65afb-9052-4f86-8fe3-66b7f8d90d69), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:21.912095 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-10209ce7-322c-4faa-a55a-df3bb2ff1e70 None None] Attempt 1 to provision port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 Sep 21 10:14:21.932466 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=100 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:21.947753 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-10209ce7-322c-4faa-a55a-df3bb2ff1e70 None None] Port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:14:22.108669 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:22.114690 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 {{(pid=106519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:14:22.126435 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Publish callbacks [] for port (3ad65afb-9052-4f86-8fe3-66b7f8d90d69), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:22.154888 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab08877-9f4c-44c0-95e6-074ec53b9f0f req-0f6a59a9-6a02-4681-9eee-a6a3e2e68454 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:22.156492 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7ab08877-9f4c-44c0-95e6-074ec53b9f0f req-0f6a59a9-6a02-4681-9eee-a6a3e2e68454 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 931 time: 0.0854871 Sep 21 10:14:22.163345 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.provisioning_blocks [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Transition to ACTIVE for port object 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 will not be triggered until provisioned by entity L2. {{(pid=106519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:14:22.175674 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (3ad65afb-9052-4f86-8fe3-66b7f8d90d69), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:22.305131 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7ab08877-9f4c-44c0-95e6-074ec53b9f0f req-82652cff-7fa3-4b5e-95f9-22cfdab00ae0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5421cb31-5343-4059-bb43-94f3a889544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365514 Sep 21 10:14:22.308228 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad65afb-9052-4f86-8fe3-66b7f8d90d69,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:22.341878 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Attempting to bind port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:14:22.342204 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Attempting to bind port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:14:22.343598 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Attempting to bind port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 on network ef7938f6-d232-4c14-9be3-ccb1b366c40f {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:14:22.389884 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 on network ef7938f6-d232-4c14-9be3-ccb1b366c40f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:14:22.390204 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Attempting to bind port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 on network ef7938f6-d232-4c14-9be3-ccb1b366c40f {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:14:22.449092 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-10209ce7-322c-4faa-a55a-df3bb2ff1e70 None None] Attempt 2 to provision port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 Sep 21 10:14:22.456934 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:22.461830 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:14:22.461830 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Checking segment: {'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:14:22.461830 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Bound using segment: {'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:14:22.461830 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Bound port: 3ad65afb-9052-4f86-8fe3-66b7f8d90d69, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'}}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:14:22.462549 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (3ad65afb-9052-4f86-8fe3-66b7f8d90d69), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:22.525274 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-10209ce7-322c-4faa-a55a-df3bb2ff1e70 None None] Port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:14:22.543497 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] For port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69, host hv-cinder-85547, cleared binding levels {{(pid=106519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:14:22.549017 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] For port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=3ad65afb-9052-4f86-8fe3-66b7f8d90d69,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:14:22.560184 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (3ad65afb-9052-4f86-8fe3-66b7f8d90d69), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:22.564510 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:22.565686 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:22.567214 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/3ad65afb-9052-4f86-8fe3-66b7f8d90d69 HTTP/1.1" status: 200 len: 1093 time: 0.8338373 Sep 21 10:14:22.569891 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5fe152-9f00-4494-8778-1111e9b56321', 'tag': '3ad65afb-9052-4f86-8fe3-66b7f8d90d69'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:14:22.584586 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cd89db-756c-4006-878a-f0853598ae2f" -d '{"events": [{"name": "network-changed", "server_uuid": "db5fe152-9f00-4494-8778-1111e9b56321", "tag": "3ad65afb-9052-4f86-8fe3-66b7f8d90d69"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:14:22.660143 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b2e399-1cdd-4783-a080-989642c85721 x-openstack-request-id: req-e3b2e399-1cdd-4783-a080-989642c85721 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:14:22.660143 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5fe152-9f00-4494-8778-1111e9b56321", "tag": "3ad65afb-9052-4f86-8fe3-66b7f8d90d69", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:14:22.660143 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e3b2e399-1cdd-4783-a080-989642c85721 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:14:22.660546 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3b2e399-1cdd-4783-a080-989642c85721'] response: {'name': 'network-changed', 'server_uuid': 'db5fe152-9f00-4494-8778-1111e9b56321', 'tag': '3ad65afb-9052-4f86-8fe3-66b7f8d90d69', 'status': 'completed', 'code': 200} Sep 21 10:14:22.725545 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-9d660b92-07b1-4dd6-b7e6-84eec4cc284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:22.727106 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-9d660b92-07b1-4dd6-b7e6-84eec4cc284c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b302e94dce514d8c884a0d509cdd7032&device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 1127 time: 0.0862310 Sep 21 10:14:22.730846 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27709a-0b66-47a5-99d8-89610f50f437 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad65afb-9052-4f86-8fe3-66b7f8d90d69,revision_number=3']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:22.775429 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-383d5c1c-f6eb-4717-8744-3d6796c30f2d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad65afb-9052-4f86-8fe3-66b7f8d90d69 HTTP/1.1" status: 200 len: 217 time: 0.0381761 Sep 21 10:14:22.827444 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-6df1c985-cae0-4605-bfe2-668b14fdef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:22.829162 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-6df1c985-cae0-4605-bfe2-668b14fdef20 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=80d4efae-e3db-4db7-af72-315587821cfa HTTP/1.1" status: 200 len: 854 time: 0.0476363 Sep 21 10:14:22.872993 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-d2f3e14e-6bc0-45c9-85f5-b1377339baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:22.874531 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-d2f3e14e-6bc0-45c9-85f5-b1377339baf4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ef7938f6-d232-4c14-9be3-ccb1b366c40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393651 Sep 21 10:14:22.972959 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-d530181c-2780-46dc-ab6b-0bae1c904660 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906997 Sep 21 10:14:23.026647 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-10209ce7-322c-4faa-a55a-df3bb2ff1e70 None None] Attempt 3 to provision port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 Sep 21 10:14:23.065630 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-10209ce7-322c-4faa-a55a-df3bb2ff1e70 None None] Port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 had new provisioning blocks added so it will not transition to active. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 10:14:23.435244 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac025158-0365-4457-897f-fd8ec92fbd4a req-36151a63-1e88-4e6f-8917-14619a7b7b85 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:23.436835 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ac025158-0365-4457-897f-fd8ec92fbd4a req-36151a63-1e88-4e6f-8917-14619a7b7b85 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 943 time: 0.0514882 Sep 21 10:14:23.487985 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ac025158-0365-4457-897f-fd8ec92fbd4a req-92171b00-e683-4a5a-b529-7a17e5ca9522 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5421cb31-5343-4059-bb43-94f3a889544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453458 Sep 21 10:14:24.613720 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288ffd0-ea76-4cb6-bc13-1ed21c9a64a4 req-cc89f20f-fd58-4dd9-b6c7-fdc34388467e tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:24.615182 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7288ffd0-ea76-4cb6-bc13-1ed21c9a64a4 req-cc89f20f-fd58-4dd9-b6c7-fdc34388467e tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 943 time: 0.0500588 Sep 21 10:14:24.633723 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:24.664042 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7288ffd0-ea76-4cb6-bc13-1ed21c9a64a4 req-27d40d1f-81da-4452-a169-4b5e5e184a55 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5421cb31-5343-4059-bb43-94f3a889544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431163 Sep 21 10:14:25.552095 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5d6da1ad-e2a4-467b-b3cc-f1022a5758e2 req-5cd5467d-6f08-4351-b017-499151cab7eb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884144 Sep 21 10:14:25.794248 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d6e2a-a541-45df-b7fc-844042dffed8 req-550ed9fc-c2bb-4589-a0e9-5dc1769e5cc4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:25.795857 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d96d6e2a-a541-45df-b7fc-844042dffed8 req-550ed9fc-c2bb-4589-a0e9-5dc1769e5cc4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 943 time: 0.0537415 Sep 21 10:14:25.856514 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d96d6e2a-a541-45df-b7fc-844042dffed8 req-d0e76dd6-b6af-4050-bc47-c153fc468099 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5421cb31-5343-4059-bb43-94f3a889544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547855 Sep 21 10:14:26.417480 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd89db-756c-4006-878a-f0853598ae2f req-a52ec689-0c1f-40c0-8122-d71bb8af5eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:26.419350 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-14cd89db-756c-4006-878a-f0853598ae2f req-a52ec689-0c1f-40c0-8122-d71bb8af5eac service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b302e94dce514d8c884a0d509cdd7032&device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 1127 time: 0.0438318 Sep 21 10:14:26.519857 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd89db-756c-4006-878a-f0853598ae2f req-13a3b039-7802-4f1a-b235-460dcbfbcbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:26.521319 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-14cd89db-756c-4006-878a-f0853598ae2f req-13a3b039-7802-4f1a-b235-460dcbfbcbff service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ef7938f6-d232-4c14-9be3-ccb1b366c40f HTTP/1.1" status: 200 len: 916 time: 0.0956402 Sep 21 10:14:26.560443 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-14cd89db-756c-4006-878a-f0853598ae2f req-98db44f0-d6c1-4c0a-b886-192f9b9990b9 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad65afb-9052-4f86-8fe3-66b7f8d90d69 HTTP/1.1" status: 200 len: 217 time: 0.0329115 Sep 21 10:14:26.612318 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd89db-756c-4006-878a-f0853598ae2f req-40524863-5b02-4d9b-9831-bec993ed888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:26.613701 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-14cd89db-756c-4006-878a-f0853598ae2f req-40524863-5b02-4d9b-9831-bec993ed888c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=80d4efae-e3db-4db7-af72-315587821cfa HTTP/1.1" status: 200 len: 854 time: 0.0474608 Sep 21 10:14:26.661441 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd89db-756c-4006-878a-f0853598ae2f req-533e16ed-f3ba-43c0-9974-02bb7ce08c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:26.662939 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-14cd89db-756c-4006-878a-f0853598ae2f req-533e16ed-f3ba-43c0-9974-02bb7ce08c2d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ef7938f6-d232-4c14-9be3-ccb1b366c40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416327 Sep 21 10:14:27.046822 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:27.059497 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733248d5-fa07-405a-85f8-ef7236702299 req-e350c40c-d0bb-4396-a9c7-fe368146ed2d tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:27.060955 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-733248d5-fa07-405a-85f8-ef7236702299 req-e350c40c-d0bb-4396-a9c7-fe368146ed2d tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 943 time: 0.0629597 Sep 21 10:14:27.104095 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-14cd89db-756c-4006-878a-f0853598ae2f req-2a549e6a-d4c6-4b22-b5e4-888a2b4bb60e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328289 Sep 21 10:14:27.171995 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-733248d5-fa07-405a-85f8-ef7236702299 req-e8cea2bc-fb33-4880-a170-1a1abc7d9f22 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5421cb31-5343-4059-bb43-94f3a889544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044278 Sep 21 10:14:27.216395 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-14cd89db-756c-4006-878a-f0853598ae2f req-e8ae0add-39e4-43aa-b1eb-9f8228f0d1a4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047480 Sep 21 10:14:27.630339 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:27.634803 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:28.302755 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c3372-1c51-401b-8d84-236388dfdfe1 req-b55291cc-9c95-470a-b6d5-df993883c812 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:28.304297 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-be3c3372-1c51-401b-8d84-236388dfdfe1 req-b55291cc-9c95-470a-b6d5-df993883c812 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 943 time: 0.0535386 Sep 21 10:14:28.357148 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-be3c3372-1c51-401b-8d84-236388dfdfe1 req-eec2b309-dc0f-4640-a5cb-103b3592a33f tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5421cb31-5343-4059-bb43-94f3a889544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441320 Sep 21 10:14:29.280014 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:14:29.292012 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=100 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:29.372222 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:29.377657 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=3ad65afb-9052-4f86-8fe3-66b7f8d90d69,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:14:29.390326 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': '3ad65afb-9052-4f86-8fe3-66b7f8d90d69', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'port_id': '3ad65afb-9052-4f86-8fe3-66b7f8d90d69', 'mac_address': 'fa:16:3e:cb:36:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:14:29.430681 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:14:29.431101 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (3ad65afb-9052-4f86-8fe3-66b7f8d90d69), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:29.444736 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:14:29.467006 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=3ad65afb-9052-4f86-8fe3-66b7f8d90d69,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:14:29.472277 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (3ad65afb-9052-4f86-8fe3-66b7f8d90d69), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:29.502504 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e5bce-ab64-4f39-ba25-f61bfd354aae req-45e84659-9f54-42f1-a331-87199f34774f tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:29.504163 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e66e5bce-ab64-4f39-ba25-f61bfd354aae req-45e84659-9f54-42f1-a331-87199f34774f tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 943 time: 0.0643797 Sep 21 10:14:29.526560 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=3ad65afb-9052-4f86-8fe3-66b7f8d90d69,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:29.534947 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:29.535464 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:29.535838 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:29.536177 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:29.536507 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:29.536829 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:29.537142 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:29.537458 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:29.537939 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:29.538413 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:29.538898 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:29.539380 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:29.539889 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:29.540683 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:29.541154 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:14:29.566738 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e66e5bce-ab64-4f39-ba25-f61bfd354aae req-451a48af-f0f2-4329-a2e7-a903ceaa964f tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5421cb31-5343-4059-bb43-94f3a889544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559065 Sep 21 10:14:29.709249 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['3ad65afb-9052-4f86-8fe3-66b7f8d90d69'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:14:29.728294 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-4ff5d90f-401d-46b5-aec3-ed243a00baec tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1789095822&fields=id&tenant_id=91470b6b84c040bb85eec3f27b31f139 HTTP/1.1" status: 200 len: 267 time: 0.0485168 Sep 21 10:14:29.791275 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:29.845661 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-8a2ff74a-3b80-453b-afef-6ada3c81959f tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:29.847204 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-8a2ff74a-3b80-453b-afef-6ada3c81959f tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/networks?id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 HTTP/1.1" status: 200 len: 811 time: 0.1121449 Sep 21 10:14:29.862353 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-ff63a662-443d-46be-afe5-10a7059c5d00 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/quotas/91470b6b84c040bb85eec3f27b31f139 HTTP/1.1" status: 200 len: 375 time: 0.0094521 Sep 21 10:14:29.915404 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-14add922-9be3-4a0a-9446-e9da5028e9a8 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=91470b6b84c040bb85eec3f27b31f139&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477898 Sep 21 10:14:30.016122 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b28d313f-af05-4f5d-bb16-dd9f73fdd4e7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896516 Sep 21 10:14:30.114993 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-9223ad5a-eafb-4744-8d23-a1129aa70fd9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930009 Sep 21 10:14:30.461194 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d45fcc25-8920-41b7-978d-ebecab26832e req-1fac4ac6-70b6-47df-84e0-78fea606900f tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 210 time: 0.0313997 Sep 21 10:14:30.468112 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-957b113f-6eab-4799-9aea-382ec6366734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:30.711084 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856b67c-3aee-42eb-b4e3-b45b9c64fdca req-f9ac79e5-5fce-493a-923b-feb9b78165ed tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:30.713049 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5856b67c-3aee-42eb-b4e3-b45b9c64fdca req-f9ac79e5-5fce-493a-923b-feb9b78165ed tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 944 time: 0.0528891 Sep 21 10:14:30.764910 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5856b67c-3aee-42eb-b4e3-b45b9c64fdca req-806e7ca3-7b74-40c0-b5f1-54e17e972e52 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5421cb31-5343-4059-bb43-94f3a889544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455465 Sep 21 10:14:31.307082 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:14:31.350757 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:14:31.357454 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:14:31.357838 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (3ad65afb-9052-4f86-8fe3-66b7f8d90d69), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:31.358184 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 Sep 21 10:14:31.452441 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:14:31.453141 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (3ad65afb-9052-4f86-8fe3-66b7f8d90d69), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:31.492171 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5fe152-9f00-4494-8778-1111e9b56321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad65afb-9052-4f86-8fe3-66b7f8d90d69'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:14:31.496927 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a9d835-31d4-4fa7-b954-f05606d1088f" -d '{"events": [{"server_uuid": "db5fe152-9f00-4494-8778-1111e9b56321", "name": "network-vif-plugged", "status": "completed", "tag": "3ad65afb-9052-4f86-8fe3-66b7f8d90d69"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:14:31.520140 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=3ad65afb-9052-4f86-8fe3-66b7f8d90d69,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:14:31.528631 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (3ad65afb-9052-4f86-8fe3-66b7f8d90d69), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:31.570001 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e8a9e0-966b-4548-91b6-249b614946e4 x-openstack-request-id: req-39e8a9e0-966b-4548-91b6-249b614946e4 {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:14:31.570436 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5fe152-9f00-4494-8778-1111e9b56321", "name": "network-vif-plugged", "status": "completed", "tag": "3ad65afb-9052-4f86-8fe3-66b7f8d90d69", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:14:31.570801 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-39e8a9e0-966b-4548-91b6-249b614946e4 {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:14:31.571488 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e8a9e0-966b-4548-91b6-249b614946e4'] response: {'server_uuid': 'db5fe152-9f00-4494-8778-1111e9b56321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad65afb-9052-4f86-8fe3-66b7f8d90d69', 'code': 200} Sep 21 10:14:31.578593 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:31.596227 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=3ad65afb-9052-4f86-8fe3-66b7f8d90d69,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:31.632910 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-476d69da-70b5-4156-92f2-cc0876854414 req-94a0b75e-18be-4bff-87b0-2832feaffd98 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 210 time: 0.0374575 Sep 21 10:14:31.651130 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-95cb24c8-9ef3-4a5e-a3ab-0912f37a3eb1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:31.656138 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-95cb24c8-9ef3-4a5e-a3ab-0912f37a3eb1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.42 "GET /networking/v2.0/networks?id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 HTTP/1.1" status: 200 len: 811 time: 0.2018065 Sep 21 10:14:31.669489 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=51,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:31.705372 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=40,neutron:DELETE=3,neutron:INSERT=9 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:31.730506 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-a81e8bcb-8f56-4dc8-b8be-a6ca4d6c90ef tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=91470b6b84c040bb85eec3f27b31f139 HTTP/1.1" status: 200 len: 380 time: 0.0684352 Sep 21 10:14:31.743914 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-8e7d3767-2077-499a-843a-fe94421de6b3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Request body: {'port': {'device_id': 'f25ee7c3-be38-4512-9b95-b19e0b92410a', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'admin_state_up': True, 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'security_groups': ['955f12ad-00f1-454f-9afe-48ce40324e83']}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:14:31.904825 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514ca2f-2a5b-447c-8f20-5e092aaa0fd4 req-46a717b1-42dc-4e1b-b624-fe7601031188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:31.906316 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a514ca2f-2a5b-447c-8f20-5e092aaa0fd4 req-46a717b1-42dc-4e1b-b624-fe7601031188 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 1129 time: 0.1362627 Sep 21 10:14:31.954159 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3413e-5953-4155-a2a5-9f79a3a9bd20 req-10e8d153-fc4f-49ce-8953-184d950cddeb tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:31.955599 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a7d3413e-5953-4155-a2a5-9f79a3a9bd20 req-10e8d153-fc4f-49ce-8953-184d950cddeb tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 945 time: 0.0994225 Sep 21 10:14:32.020407 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a514ca2f-2a5b-447c-8f20-5e092aaa0fd4 req-b74b81c3-ae13-4318-94b7-5d27e1276419 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5421cb31-5343-4059-bb43-94f3a889544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056900 Sep 21 10:14:32.034978 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-8e7d3767-2077-499a-843a-fe94421de6b3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Made reservation on behalf of 91470b6b84c040bb85eec3f27b31f139 for: {'port': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:14:32.038762 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-8e7d3767-2077-499a-843a-fe94421de6b3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:32.047560 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a7d3413e-5953-4155-a2a5-9f79a3a9bd20 req-4bbbbe96-1dba-4d64-9da9-e54d639fec9d tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5421cb31-5343-4059-bb43-94f3a889544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842032 Sep 21 10:14:32.154987 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:32.176276 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-8e7d3767-2077-499a-843a-fe94421de6b3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Allocated IP 172.20.0.11 (6e42426a-5bfa-4c7e-8ed0-2d27a94bc263/a03c6c51-ced1-4661-a77b-9c8af558d81f/f15ab932-b142-4857-a0e0-4e6102365aa0) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:14:32.330699 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-8e7d3767-2077-499a-843a-fe94421de6b3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for port (f15ab932-b142-4857-a0e0-4e6102365aa0), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:32.365201 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-8e7d3767-2077-499a-843a-fe94421de6b3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (f15ab932-b142-4857-a0e0-4e6102365aa0), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:32.412461 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-8e7d3767-2077-499a-843a-fe94421de6b3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:14:32.415689 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-8e7d3767-2077-499a-843a-fe94421de6b3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:14:32.419486 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-8e7d3767-2077-499a-843a-fe94421de6b3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:14:32.452606 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d3767-2077-499a-843a-fe94421de6b3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event updated for resources: {'Port': ['ID=f15ab932-b142-4857-a0e0-4e6102365aa0,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:32.482410 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-8e7d3767-2077-499a-843a-fe94421de6b3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:32.484567 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-8e7d3767-2077-499a-843a-fe94421de6b3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:32.485664 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:32.503417 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-8e7d3767-2077-499a-843a-fe94421de6b3 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7663193 Sep 21 10:14:32.653229 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-4c182eb2-8ca7-48d0-89c4-18f1b5462b5e None None] Provisioning complete for port f15ab932-b142-4857-a0e0-4e6102365aa0 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:14:32.653844 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-4c182eb2-8ca7-48d0-89c4-18f1b5462b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (f15ab932-b142-4857-a0e0-4e6102365aa0), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:32.653958 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-4c182eb2-8ca7-48d0-89c4-18f1b5462b5e None None] Attempt 1 to provision port f15ab932-b142-4857-a0e0-4e6102365aa0 Sep 21 10:14:32.687221 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-4c182eb2-8ca7-48d0-89c4-18f1b5462b5e None None] Port f15ab932-b142-4857-a0e0-4e6102365aa0 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:14:32.753046 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Request body: {'port': {'device_id': 'f25ee7c3-be38-4512-9b95-b19e0b92410a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:14:32.808899 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5623954-966c-42bc-8d23-e51a61a52f5d req-c3023d83-93ce-4e04-a672-27df35973904 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:32.810501 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d5623954-966c-42bc-8d23-e51a61a52f5d req-c3023d83-93ce-4e04-a672-27df35973904 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 932 time: 0.0733161 Sep 21 10:14:32.861772 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f15ab932-b142-4857-a0e0-4e6102365aa0), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:32.902493 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d5623954-966c-42bc-8d23-e51a61a52f5d req-db37d5b0-2f98-4b52-848d-d47692ea520d tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861404 Sep 21 10:14:33.186939 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-4c182eb2-8ca7-48d0-89c4-18f1b5462b5e None None] Attempt 2 to provision port f15ab932-b142-4857-a0e0-4e6102365aa0 Sep 21 10:14:33.195210 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15ab932-b142-4857-a0e0-4e6102365aa0 {{(pid=106519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:14:33.206192 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c989e3-7c34-4f8c-88cb-aee6ffeb6944 req-54b8861a-78ab-42f2-a944-30b1d0bfb54f tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:33.207735 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-26c989e3-7c34-4f8c-88cb-aee6ffeb6944 req-54b8861a-78ab-42f2-a944-30b1d0bfb54f tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 945 time: 0.0806851 Sep 21 10:14:33.212993 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Publish callbacks [] for port (f15ab932-b142-4857-a0e0-4e6102365aa0), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:33.225516 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-4c182eb2-8ca7-48d0-89c4-18f1b5462b5e None None] Port f15ab932-b142-4857-a0e0-4e6102365aa0 cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:14:33.227740 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:33.248252 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.provisioning_blocks [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Transition to ACTIVE for port object f15ab932-b142-4857-a0e0-4e6102365aa0 will not be triggered until provisioned by entity L2. {{(pid=106519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:14:33.261016 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (f15ab932-b142-4857-a0e0-4e6102365aa0), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:33.313307 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-26c989e3-7c34-4f8c-88cb-aee6ffeb6944 req-e83e9fca-352d-4630-a073-028af69a37a3 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5421cb31-5343-4059-bb43-94f3a889544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959880 Sep 21 10:14:33.344428 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Pushing event updated for resources: {'Port': ['ID=f15ab932-b142-4857-a0e0-4e6102365aa0,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:33.400410 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Attempting to bind port f15ab932-b142-4857-a0e0-4e6102365aa0 on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:14:33.400924 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Attempting to bind port f15ab932-b142-4857-a0e0-4e6102365aa0 by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:14:33.401255 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Attempting to bind port f15ab932-b142-4857-a0e0-4e6102365aa0 on network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:14:33.451529 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Port f15ab932-b142-4857-a0e0-4e6102365aa0 on network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:14:33.451898 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Attempting to bind port f15ab932-b142-4857-a0e0-4e6102365aa0 on network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:14:33.500614 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:14:33.501011 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Checking segment: {'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:14:33.501496 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Bound using segment: {'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:14:33.502003 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Bound port: f15ab932-b142-4857-a0e0-4e6102365aa0, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ec65ab-225c-43ee-abe1-4d94567408ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263'}}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:14:33.502364 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f15ab932-b142-4857-a0e0-4e6102365aa0), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:33.546541 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:33.573939 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] For port f15ab932-b142-4857-a0e0-4e6102365aa0, host hv-cinder-85547, cleared binding levels {{(pid=106519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:14:33.577812 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] For port f15ab932-b142-4857-a0e0-4e6102365aa0, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=f15ab932-b142-4857-a0e0-4e6102365aa0,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:14:33.587937 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (f15ab932-b142-4857-a0e0-4e6102365aa0), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:33.592655 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:33.593533 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:33.595020 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/f15ab932-b142-4857-a0e0-4e6102365aa0 HTTP/1.1" status: 200 len: 1094 time: 0.8471198 Sep 21 10:14:33.597294 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25ee7c3-be38-4512-9b95-b19e0b92410a', 'tag': 'f15ab932-b142-4857-a0e0-4e6102365aa0'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:14:33.600045 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88060850-cbc9-4dbd-a4e0-0e1b2ef93490" -d '{"events": [{"name": "network-changed", "server_uuid": "f25ee7c3-be38-4512-9b95-b19e0b92410a", "tag": "f15ab932-b142-4857-a0e0-4e6102365aa0"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:14:33.645002 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e95048b-bea2-4775-93bb-52771e10f0cd x-openstack-request-id: req-3e95048b-bea2-4775-93bb-52771e10f0cd {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:14:33.645297 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25ee7c3-be38-4512-9b95-b19e0b92410a", "tag": "f15ab932-b142-4857-a0e0-4e6102365aa0", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:14:33.645551 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3e95048b-bea2-4775-93bb-52771e10f0cd {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:14:33.645972 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e95048b-bea2-4775-93bb-52771e10f0cd'] response: {'name': 'network-changed', 'server_uuid': 'f25ee7c3-be38-4512-9b95-b19e0b92410a', 'tag': 'f15ab932-b142-4857-a0e0-4e6102365aa0', 'status': 'completed', 'code': 200} Sep 21 10:14:33.669542 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-789fad60-4a27-4777-bc89-f9a65e9c7dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:33.697927 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d20a4-e3cd-415f-b74c-bcb50e533775 service neutron] Pushing event updated for resources: {'Port': ['ID=f15ab932-b142-4857-a0e0-4e6102365aa0,revision_number=3']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:33.709820 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-f74e9781-02d5-4103-8f83-90da2df547d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:33.711340 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-f74e9781-02d5-4103-8f83-90da2df547d6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=91470b6b84c040bb85eec3f27b31f139&device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 1128 time: 0.0603683 Sep 21 10:14:33.726172 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-4c182eb2-8ca7-48d0-89c4-18f1b5462b5e None None] Attempt 3 to provision port f15ab932-b142-4857-a0e0-4e6102365aa0 Sep 21 10:14:33.754522 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-069fdcfb-f954-42a7-8443-f7b488dee3be service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f15ab932-b142-4857-a0e0-4e6102365aa0 HTTP/1.1" status: 200 len: 217 time: 0.0352249 Sep 21 10:14:33.767267 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-4c182eb2-8ca7-48d0-89c4-18f1b5462b5e None None] Port f15ab932-b142-4857-a0e0-4e6102365aa0 had new provisioning blocks added so it will not transition to active. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 10:14:33.825870 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-ab50c3ba-5ee4-4a93-b3f8-909bcac589c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:33.827576 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-ab50c3ba-5ee4-4a93-b3f8-909bcac589c0 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a03c6c51-ced1-4661-a77b-9c8af558d81f HTTP/1.1" status: 200 len: 850 time: 0.0663161 Sep 21 10:14:33.876864 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-320c7eec-a5df-4c99-b492-ce13e155bfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:33.878269 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-320c7eec-a5df-4c99-b492-ce13e155bfe4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441604 Sep 21 10:14:33.983345 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-446c4fe8-3b45-4090-897c-6671046da2a5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987937 Sep 21 10:14:34.082446 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b9014-2904-469b-b113-aa0bd2dfb8d8 req-6947cf34-5918-45ba-8aa0-adc332c65081 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:34.083954 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-727b9014-2904-469b-b113-aa0bd2dfb8d8 req-6947cf34-5918-45ba-8aa0-adc332c65081 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 944 time: 0.0964012 Sep 21 10:14:34.147711 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-83ff831b-162b-4cb1-ab1f-92cee2c14026 req-3bf6a696-f836-416b-a82c-e56a91f05e4b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502693 Sep 21 10:14:34.165925 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-727b9014-2904-469b-b113-aa0bd2dfb8d8 req-625ac441-edf8-4f0f-a11e-fc99396d9e35 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733371 Sep 21 10:14:34.476729 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684c4e0-9105-4471-90b0-83eaf78c9ac5 req-2c1d50c0-5333-4776-8369-75dee42c478c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:34.480500 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0684c4e0-9105-4471-90b0-83eaf78c9ac5 req-2c1d50c0-5333-4776-8369-75dee42c478c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 945 time: 0.0836928 Sep 21 10:14:34.483558 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88060850-cbc9-4dbd-a4e0-0e1b2ef93490 req-55b3e648-bb3f-4d69-84c3-edb06eeb4362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:34.484963 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-88060850-cbc9-4dbd-a4e0-0e1b2ef93490 req-55b3e648-bb3f-4d69-84c3-edb06eeb4362 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=91470b6b84c040bb85eec3f27b31f139&device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 1128 time: 0.0751717 Sep 21 10:14:34.557266 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:34.585002 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0684c4e0-9105-4471-90b0-83eaf78c9ac5 req-f89553e7-59d6-4fad-a145-0d331cb64245 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5421cb31-5343-4059-bb43-94f3a889544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989306 Sep 21 10:14:34.611187 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88060850-cbc9-4dbd-a4e0-0e1b2ef93490 req-fe3f14a8-6466-409f-858b-3c7a1a752962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:34.612663 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-88060850-cbc9-4dbd-a4e0-0e1b2ef93490 req-fe3f14a8-6466-409f-858b-3c7a1a752962 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 HTTP/1.1" status: 200 len: 912 time: 0.1198997 Sep 21 10:14:34.661224 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-88060850-cbc9-4dbd-a4e0-0e1b2ef93490 req-58f87670-1e80-47fa-b94a-13cd828f7255 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f15ab932-b142-4857-a0e0-4e6102365aa0 HTTP/1.1" status: 200 len: 217 time: 0.0392709 Sep 21 10:14:34.730397 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc763bd7-15f0-40a3-b0a7-1457e14f7f91 req-5fe0807b-a07b-4de2-9773-886311160686 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:34.731836 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fc763bd7-15f0-40a3-b0a7-1457e14f7f91 req-5fe0807b-a07b-4de2-9773-886311160686 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 945 time: 0.0733380 Sep 21 10:14:34.743168 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58378) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:34.743692 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88060850-cbc9-4dbd-a4e0-0e1b2ef93490 req-a032db6e-9f9d-481b-a89b-7a2d9619575a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:34.745091 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-88060850-cbc9-4dbd-a4e0-0e1b2ef93490 req-a032db6e-9f9d-481b-a89b-7a2d9619575a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a03c6c51-ced1-4661-a77b-9c8af558d81f HTTP/1.1" status: 200 len: 850 time: 0.0753000 Sep 21 10:14:34.748965 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-8f1ea112-738f-4c5d-a5b5-ba0b79f62c31 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'floatingip': {'port_id': '3ad65afb-9052-4f86-8fe3-66b7f8d90d69'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:14:34.749267 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:34.790993 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88060850-cbc9-4dbd-a4e0-0e1b2ef93490 req-a00e3047-c767-459a-a441-7f6b92dd2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:34.792521 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-88060850-cbc9-4dbd-a4e0-0e1b2ef93490 req-a00e3047-c767-459a-a441-7f6b92dd2ff2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400419 Sep 21 10:14:34.792643 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea112-738f-4c5d-a5b5-ba0b79f62c31 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (aea051f7-7fd3-4502-8843-12b6a5dc9299), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:34.899501 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-88060850-cbc9-4dbd-a4e0-0e1b2ef93490 req-03341b10-8639-43b6-9e20-5eb9e61f0347 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986373 Sep 21 10:14:34.955992 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:35.000361 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-88060850-cbc9-4dbd-a4e0-0e1b2ef93490 req-8b89db2b-28fa-4254-bc40-37477369a54b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946591 Sep 21 10:14:35.301767 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45531de-a213-4a09-8f94-7a9bf60828b5 req-d81fddff-adee-4070-8b36-050bb94effd1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:35.303389 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b45531de-a213-4a09-8f94-7a9bf60828b5 req-d81fddff-adee-4070-8b36-050bb94effd1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 944 time: 0.0512495 Sep 21 10:14:35.356451 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b45531de-a213-4a09-8f94-7a9bf60828b5 req-74e26fd0-d1ba-4e57-935e-5c33afca7b67 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465107 Sep 21 10:14:35.445602 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:35.470500 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea112-738f-4c5d-a5b5-ba0b79f62c31 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:35.474577 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea112-738f-4c5d-a5b5-ba0b79f62c31 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (aea051f7-7fd3-4502-8843-12b6a5dc9299), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:35.576833 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.l3_db [None req-8f1ea112-738f-4c5d-a5b5-ba0b79f62c31 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Floating IP aea051f7-7fd3-4502-8843-12b6a5dc9299 associated. External IP: 172.27.2.190, port: 3ad65afb-9052-4f86-8fe3-66b7f8d90d69. Sep 21 10:14:35.780221 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1ea112-738f-4c5d-a5b5-ba0b79f62c31 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Router 99a2ea89-35ad-4ba2-9715-ad0a3620583a has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:14:35.885625 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1ea112-738f-4c5d-a5b5-ba0b79f62c31 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:14:35.890847 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea112-738f-4c5d-a5b5-ba0b79f62c31 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:35.896269 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c6aaca-9a8a-439d-91f0-555c952649d8 None None] Sync routers for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:14:35.906598 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c6aaca-9a8a-439d-91f0-555c952649d8 None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:14:35.907210 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-a5c6aaca-9a8a-439d-91f0-555c952649d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:14:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:35.922646 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-8f1ea112-738f-4c5d-a5b5-ba0b79f62c31 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/aea051f7-7fd3-4502-8843-12b6a5dc9299 HTTP/1.1" status: 200 len: 991 time: 1.1776130 Sep 21 10:14:35.923282 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5fe152-9f00-4494-8778-1111e9b56321', 'tag': '3ad65afb-9052-4f86-8fe3-66b7f8d90d69'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:14:35.925624 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf9d8db-d149-420f-b908-6a53da3c1c48" -d '{"events": [{"name": "network-changed", "server_uuid": "db5fe152-9f00-4494-8778-1111e9b56321", "tag": "3ad65afb-9052-4f86-8fe3-66b7f8d90d69"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:14:35.966423 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa5bd6a-0f08-47b2-8cd5-0e6bf7e219e9 x-openstack-request-id: req-2fa5bd6a-0f08-47b2-8cd5-0e6bf7e219e9 {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:14:35.966709 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5fe152-9f00-4494-8778-1111e9b56321", "tag": "3ad65afb-9052-4f86-8fe3-66b7f8d90d69", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:14:35.966964 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2fa5bd6a-0f08-47b2-8cd5-0e6bf7e219e9 {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:14:35.967367 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa5bd6a-0f08-47b2-8cd5-0e6bf7e219e9'] response: {'name': 'network-changed', 'server_uuid': 'db5fe152-9f00-4494-8778-1111e9b56321', 'tag': '3ad65afb-9052-4f86-8fe3-66b7f8d90d69', 'status': 'completed', 'code': 200} Sep 21 10:14:36.018920 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-a5c6aaca-9a8a-439d-91f0-555c952649d8 None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:14:36.026598 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9d8db-d149-420f-b908-6a53da3c1c48 req-0951a04a-013e-48dd-aae9-6ac19e60f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:36.028120 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-acf9d8db-d149-420f-b908-6a53da3c1c48 req-0951a04a-013e-48dd-aae9-6ac19e60f439 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b302e94dce514d8c884a0d509cdd7032&device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 1129 time: 0.0398083 Sep 21 10:14:36.134530 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9d8db-d149-420f-b908-6a53da3c1c48 req-9bcba255-4fb6-4077-9486-af34f71f219e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:36.135938 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-acf9d8db-d149-420f-b908-6a53da3c1c48 req-9bcba255-4fb6-4077-9486-af34f71f219e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ef7938f6-d232-4c14-9be3-ccb1b366c40f HTTP/1.1" status: 200 len: 916 time: 0.1014993 Sep 21 10:14:36.157936 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:36.203342 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-acf9d8db-d149-420f-b908-6a53da3c1c48 req-0e5bc196-644d-489b-8f85-02f65df20027 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad65afb-9052-4f86-8fe3-66b7f8d90d69 HTTP/1.1" status: 200 len: 999 time: 0.0599256 Sep 21 10:14:36.255933 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-a5c6aaca-9a8a-439d-91f0-555c952649d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'aea051f7-7fd3-4502-8843-12b6a5dc9299', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'floating_ip_address': '172.27.2.190', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'port_id': '3ad65afb-9052-4f86-8fe3-66b7f8d90d69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'mac_address': 'fa:16:3e:cb:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5fe152-9f00-4494-8778-1111e9b56321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:14:18Z', 'updated_at': '2022-09-21T10:14:35Z', 'revision_number': 1, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:36.263968 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9d8db-d149-420f-b908-6a53da3c1c48 req-5b3d2c98-62f0-43b1-9cd8-734dd525d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:36.269793 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-acf9d8db-d149-420f-b908-6a53da3c1c48 req-5b3d2c98-62f0-43b1-9cd8-734dd525d140 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=80d4efae-e3db-4db7-af72-315587821cfa HTTP/1.1" status: 200 len: 854 time: 0.0557864 Sep 21 10:14:36.282543 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c6aaca-9a8a-439d-91f0-555c952649d8 None None] Checking router: 99a2ea89-35ad-4ba2-9715-ad0a3620583a for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:14:36.291871 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c6aaca-9a8a-439d-91f0-555c952649d8 None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:14:36.292500 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-a5c6aaca-9a8a-439d-91f0-555c952649d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:14:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:36.312634 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9d8db-d149-420f-b908-6a53da3c1c48 req-49c568c9-e7f7-44e2-81ac-740393adce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:36.314153 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-acf9d8db-d149-420f-b908-6a53da3c1c48 req-49c568c9-e7f7-44e2-81ac-740393adce42 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ef7938f6-d232-4c14-9be3-ccb1b366c40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425646 Sep 21 10:14:36.426896 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-acf9d8db-d149-420f-b908-6a53da3c1c48 req-a52021e6-dabc-4c22-8dea-c6a4db0bce95 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044643 Sep 21 10:14:36.506117 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:36.534047 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-a5c6aaca-9a8a-439d-91f0-555c952649d8 None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:14:36.535955 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8f412-cdfd-4718-8ca7-f970d755a022 req-4864471f-56bb-40bc-aa21-71d1a715a1d4 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:36.537491 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80b8f412-cdfd-4718-8ca7-f970d755a022 req-4864471f-56bb-40bc-aa21-71d1a715a1d4 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 944 time: 0.0953074 Sep 21 10:14:36.563206 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:36.582920 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:36.603415 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-acf9d8db-d149-420f-b908-6a53da3c1c48 req-1e9e5d6e-2184-4509-baf7-0bf66b303144 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701770 Sep 21 10:14:36.612682 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:36.622281 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80b8f412-cdfd-4718-8ca7-f970d755a022 req-3ca62455-16db-4243-be6c-8231ebd92714 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770411 Sep 21 10:14:36.796207 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-a5c6aaca-9a8a-439d-91f0-555c952649d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'aea051f7-7fd3-4502-8843-12b6a5dc9299', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'floating_ip_address': '172.27.2.190', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'port_id': '3ad65afb-9052-4f86-8fe3-66b7f8d90d69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'mac_address': 'fa:16:3e:cb:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5fe152-9f00-4494-8778-1111e9b56321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:14:18Z', 'updated_at': '2022-09-21T10:14:35Z', 'revision_number': 1, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:36.820363 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c6aaca-9a8a-439d-91f0-555c952649d8 None None] The sync data for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi is: [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'aea051f7-7fd3-4502-8843-12b6a5dc9299', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'floating_ip_address': '172.27.2.190', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'port_id': '3ad65afb-9052-4f86-8fe3-66b7f8d90d69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'mac_address': 'fa:16:3e:cb:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5fe152-9f00-4494-8778-1111e9b56321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:14:18Z', 'updated_at': '2022-09-21T10:14:35Z', 'revision_number': 1, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:14:37.013531 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7183ee2a-61bb-4d32-bb43-49cd860125c9 None None] New status for floating IP aea051f7-7fd3-4502-8843-12b6a5dc9299: ACTIVE {{(pid=106522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:14:37.764903 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d4889-a7b0-44fe-8ec1-a6651152802a req-449498c5-1435-4f0d-847b-215b0c414a3c tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:37.766393 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e99d4889-a7b0-44fe-8ec1-a6651152802a req-449498c5-1435-4f0d-847b-215b0c414a3c tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 944 time: 0.0524282 Sep 21 10:14:37.819417 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e99d4889-a7b0-44fe-8ec1-a6651152802a req-60ba9c12-98c4-42af-b844-f408bebfbb43 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473585 Sep 21 10:14:38.946329 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952eac6-6ea8-47a4-b68e-920da75b02f3 req-36a02be6-139f-49ef-a136-7f88ae60eeb2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:38.947922 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e952eac6-6ea8-47a4-b68e-920da75b02f3 req-36a02be6-139f-49ef-a136-7f88ae60eeb2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 944 time: 0.0493987 Sep 21 10:14:38.999300 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e952eac6-6ea8-47a4-b68e-920da75b02f3 req-bb4172d2-38c8-4567-9e12-2530a1d4d5ff tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455441 Sep 21 10:14:38.999568 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:14:40.129521 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce334b0-d172-4457-a2eb-02ec33603f63 req-4cba2f44-32ab-4fdd-948d-b9cbb1998932 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:40.130977 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5ce334b0-d172-4457-a2eb-02ec33603f63 req-4cba2f44-32ab-4fdd-948d-b9cbb1998932 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 944 time: 0.0507798 Sep 21 10:14:40.164445 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:40.185944 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5ce334b0-d172-4457-a2eb-02ec33603f63 req-ab7da032-87b2-4435-afaf-ec0be8a12952 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494339 Sep 21 10:14:41.314890 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0215e-402f-44b4-9bc5-cbee2181bbe9 req-5ef65803-e15d-4b1c-a02e-f7102f1296ff tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:41.316409 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-87b0215e-402f-44b4-9bc5-cbee2181bbe9 req-5ef65803-e15d-4b1c-a02e-f7102f1296ff tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 944 time: 0.0479598 Sep 21 10:14:41.369618 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-87b0215e-402f-44b4-9bc5-cbee2181bbe9 req-a300c067-003c-4404-a5d0-c4ebad03e169 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451052 Sep 21 10:14:41.796794 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58438) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:41.906313 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-24654c72-fc0e-4b7c-a130-a5d341944ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:41.926039 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:41.946646 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:41.996425 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-24654c72-fc0e-4b7c-a130-a5d341944ca5 admin admin] Publish callbacks [] for security_group (bb1bec32-4e26-4a6e-a34c-640ee41811d0), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:42.000103 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-24654c72-fc0e-4b7c-a130-a5d341944ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (bb1bec32-4e26-4a6e-a34c-640ee41811d0), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:42.038661 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24654c72-fc0e-4b7c-a130-a5d341944ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1bec32-4e26-4a6e-a34c-640ee41811d0,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:42.043033 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-24654c72-fc0e-4b7c-a130-a5d341944ca5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=37fc565e225b4b37a206b46ec3c94d0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451599 Sep 21 10:14:42.046224 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58442) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:42.095166 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7a9de30c-e07e-431d-85c9-590add194051 admin admin] Publish callbacks [] for security_group (bb1bec32-4e26-4a6e-a34c-640ee41811d0), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:42.121182 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7a9de30c-e07e-431d-85c9-590add194051 admin admin] Publish callbacks [] for security_group (bb1bec32-4e26-4a6e-a34c-640ee41811d0), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:42.176468 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7a9de30c-e07e-431d-85c9-590add194051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (bb1bec32-4e26-4a6e-a34c-640ee41811d0), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:42.179108 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7a9de30c-e07e-431d-85c9-590add194051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:42.180321 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-7a9de30c-e07e-431d-85c9-590add194051 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/bb1bec32-4e26-4a6e-a34c-640ee41811d0 HTTP/1.1" status: 204 len: 168 time: 0.1331861 Sep 21 10:14:42.188814 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9de30c-e07e-431d-85c9-590add194051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1bec32-4e26-4a6e-a34c-640ee41811d0,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:42.495121 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4bce3-b25f-4120-8604-d4d62144566e req-a9d14ca4-6280-49a4-8173-1d6a987de56c tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:42.496753 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-dfb4bce3-b25f-4120-8604-d4d62144566e req-a9d14ca4-6280-49a4-8173-1d6a987de56c tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 944 time: 0.0525267 Sep 21 10:14:42.552604 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-dfb4bce3-b25f-4120-8604-d4d62144566e req-2beda30c-b37a-493e-9b0b-4d1cd2ee9dea tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492923 Sep 21 10:14:43.345002 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device f15ab932-b142-4857-a0e0-4e6102365aa0 details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:14:43.464627 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port f15ab932-b142-4857-a0e0-4e6102365aa0, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=f15ab932-b142-4857-a0e0-4e6102365aa0,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:14:43.479406 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': 'f15ab932-b142-4857-a0e0-4e6102365aa0', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'port_id': 'f15ab932-b142-4857-a0e0-4e6102365aa0', 'mac_address': 'fa:16:3e:da:28:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:14:43.517749 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port f15ab932-b142-4857-a0e0-4e6102365aa0 is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:14:43.518295 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f15ab932-b142-4857-a0e0-4e6102365aa0), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:43.532600 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15ab932-b142-4857-a0e0-4e6102365aa0 {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:14:43.556864 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port f15ab932-b142-4857-a0e0-4e6102365aa0, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=f15ab932-b142-4857-a0e0-4e6102365aa0,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:14:43.561742 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (f15ab932-b142-4857-a0e0-4e6102365aa0), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:43.634814 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=f15ab932-b142-4857-a0e0-4e6102365aa0,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:43.707764 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fc7fe-2c09-4406-8490-b475b6c65049 req-2cb52da8-ddf1-4ac6-a32e-a757789f01f6 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:43.709297 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-df0fc7fe-2c09-4406-8490-b475b6c65049 req-2cb52da8-ddf1-4ac6-a32e-a757789f01f6 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 945 time: 0.0494015 Sep 21 10:14:43.764261 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-df0fc7fe-2c09-4406-8490-b475b6c65049 req-fb2243d9-c5bb-46b9-ac5c-a6be5a38625a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447447 Sep 21 10:14:43.779756 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['f15ab932-b142-4857-a0e0-4e6102365aa0'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:14:44.888421 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3b243-f14e-4f55-899a-3e54f6389bd5 req-7a4193b2-151f-4a38-9295-4106af56992d tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:44.890009 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-bea3b243-f14e-4f55-899a-3e54f6389bd5 req-7a4193b2-151f-4a38-9295-4106af56992d tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 945 time: 0.0475090 Sep 21 10:14:44.939872 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-bea3b243-f14e-4f55-899a-3e54f6389bd5 req-9f506a65-53c0-49ef-a335-a7ebe915a139 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431640 Sep 21 10:14:45.355474 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device f15ab932-b142-4857-a0e0-4e6102365aa0 up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:14:45.396925 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port f15ab932-b142-4857-a0e0-4e6102365aa0 completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:14:45.403117 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port f15ab932-b142-4857-a0e0-4e6102365aa0 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:14:45.403490 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (f15ab932-b142-4857-a0e0-4e6102365aa0), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:45.403859 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port f15ab932-b142-4857-a0e0-4e6102365aa0 Sep 21 10:14:45.484434 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port f15ab932-b142-4857-a0e0-4e6102365aa0 is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:14:45.484828 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f15ab932-b142-4857-a0e0-4e6102365aa0), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:45.516447 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25ee7c3-be38-4512-9b95-b19e0b92410a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15ab932-b142-4857-a0e0-4e6102365aa0'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:14:45.518877 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0da2b2-f1d2-4463-a022-317f3d6a664e" -d '{"events": [{"server_uuid": "f25ee7c3-be38-4512-9b95-b19e0b92410a", "name": "network-vif-plugged", "status": "completed", "tag": "f15ab932-b142-4857-a0e0-4e6102365aa0"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:14:45.533840 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port f15ab932-b142-4857-a0e0-4e6102365aa0, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=f15ab932-b142-4857-a0e0-4e6102365aa0,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:14:45.545438 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (f15ab932-b142-4857-a0e0-4e6102365aa0), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:45.573431 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d6675e-b401-47fe-8560-fad09c09c147 x-openstack-request-id: req-61d6675e-b401-47fe-8560-fad09c09c147 {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:14:45.573715 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25ee7c3-be38-4512-9b95-b19e0b92410a", "name": "network-vif-plugged", "status": "completed", "tag": "f15ab932-b142-4857-a0e0-4e6102365aa0", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:14:45.574170 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-61d6675e-b401-47fe-8560-fad09c09c147 {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:14:45.574591 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d6675e-b401-47fe-8560-fad09c09c147'] response: {'server_uuid': 'f25ee7c3-be38-4512-9b95-b19e0b92410a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15ab932-b142-4857-a0e0-4e6102365aa0', 'code': 200} Sep 21 10:14:45.602527 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:45.611147 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=f15ab932-b142-4857-a0e0-4e6102365aa0,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:45.812265 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff9195-acc7-4bb6-8e44-5d04e061f8d2 req-8519ae21-14c6-444c-b166-6fe97e870d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:45.813778 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cfff9195-acc7-4bb6-8e44-5d04e061f8d2 req-8519ae21-14c6-444c-b166-6fe97e870d54 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 1130 time: 0.0450542 Sep 21 10:14:45.864772 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cfff9195-acc7-4bb6-8e44-5d04e061f8d2 req-d7f05e89-c257-4ee3-9349-55cff4a754ae service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447626 Sep 21 10:14:46.118293 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53b0e-17ad-4180-b8bb-dc5141ab7f7e req-11c77343-146b-4f0d-8578-6659e7b76210 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:46.120597 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-94d53b0e-17ad-4180-b8bb-dc5141ab7f7e req-11c77343-146b-4f0d-8578-6659e7b76210 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 946 time: 0.0678484 Sep 21 10:14:46.180322 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-94d53b0e-17ad-4180-b8bb-dc5141ab7f7e req-89c49b45-fc0a-40e4-9426-81dbdf79b5f7 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537248 Sep 21 10:14:47.310371 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597753e8-1322-40e2-a820-b12b57b0fc85 req-ea431e55-d0ee-4542-81dc-49f05329bfe1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:47.311867 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-597753e8-1322-40e2-a820-b12b57b0fc85 req-ea431e55-d0ee-4542-81dc-49f05329bfe1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 946 time: 0.0466354 Sep 21 10:14:47.365897 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-597753e8-1322-40e2-a820-b12b57b0fc85 req-b19a9af3-4610-4482-9b1c-602b0ea7046b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484297 Sep 21 10:14:47.483821 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b69efa-28f9-4b61-ad04-4cdc4f39ea40 req-798c8a6f-9f72-46a5-92d9-c54aa0df1210 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:47.485278 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f7b69efa-28f9-4b61-ad04-4cdc4f39ea40 req-798c8a6f-9f72-46a5-92d9-c54aa0df1210 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 946 time: 0.0464146 Sep 21 10:14:47.515234 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:47.534783 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f7b69efa-28f9-4b61-ad04-4cdc4f39ea40 req-e5112c3a-8dd5-46d6-9b92-e3b93494b7e8 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439415 Sep 21 10:14:47.564766 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58538) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:47.776255 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f382362d-0b28-4f99-9b27-48283602ceb2 tempest-TestVolumeBootPattern-1315636414 tempest-TestVolumeBootPattern-1315636414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:47.778140 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-f382362d-0b28-4f99-9b27-48283602ceb2 tempest-TestVolumeBootPattern-1315636414 tempest-TestVolumeBootPattern-1315636414-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 1125 time: 0.2122755 Sep 21 10:14:47.781023 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58546) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:47.785394 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Request body: {'floatingip': {'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'port_id': 'f15ab932-b142-4857-a0e0-4e6102365aa0', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:14:47.808854 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:47.897688 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:47.947026 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:48.014019 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Allocated IP 172.27.2.243 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/0c9c05d5-5f9c-463e-9154-6534d85d86fb) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:14:48.117138 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for port (0c9c05d5-5f9c-463e-9154-6534d85d86fb), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:48.152173 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (0c9c05d5-5f9c-463e-9154-6534d85d86fb), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:48.199140 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:14:48.203945 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:14:48.206560 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:14:48.229053 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event updated for resources: {'Port': ['ID=0c9c05d5-5f9c-463e-9154-6534d85d86fb,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:48.234090 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:48.256777 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:48.575468 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for floatingip (9185f90d-f880-46a0-a5a5-c6bc613d95c3), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:48.643140 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (0c9c05d5-5f9c-463e-9154-6534d85d86fb), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:48.790486 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for port (0c9c05d5-5f9c-463e-9154-6534d85d86fb), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:48.795667 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667630'] for port (0c9c05d5-5f9c-463e-9154-6534d85d86fb), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:48.866868 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (9185f90d-f880-46a0-a5a5-c6bc613d95c3), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:48.868521 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event updated for resources: {'Port': ['ID=0c9c05d5-5f9c-463e-9154-6534d85d86fb,revision_number=2']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:48.967570 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.l3_db [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Floating IP 9185f90d-f880-46a0-a5a5-c6bc613d95c3 associated. External IP: 172.27.2.243, port: f15ab932-b142-4857-a0e0-4e6102365aa0. Sep 21 10:14:49.130758 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:49.157451 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:49.188043 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Router 3e0b4ff9-bf68-470b-988e-5437f77cf672 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:14:49.303620 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:14:49.320597 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168b345d-07a9-4110-9667-d93cc665d9bd None None] Sync routers for ids ['3e0b4ff9-bf68-470b-988e-5437f77cf672'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:14:49.336515 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:49.347476 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168b345d-07a9-4110-9667-d93cc665d9bd None None] Routers {'3e0b4ff9-bf68-470b-988e-5437f77cf672'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:14:49.348420 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-168b345d-07a9-4110-9667-d93cc665d9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:14:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['3e0b4ff9-bf68-470b-988e-5437f77cf672'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:49.397261 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-507c8f08-c736-432c-ac51-bf9db25b8f39 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6149795 Sep 21 10:14:49.398492 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25ee7c3-be38-4512-9b95-b19e0b92410a', 'tag': 'f15ab932-b142-4857-a0e0-4e6102365aa0'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:14:49.400144 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a9a98b-80e2-4a37-99bf-9f268c48f32a" -d '{"events": [{"name": "network-changed", "server_uuid": "f25ee7c3-be38-4512-9b95-b19e0b92410a", "tag": "f15ab932-b142-4857-a0e0-4e6102365aa0"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:14:49.446177 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a292492-065f-4f29-9ff8-3ea785bf2c59 x-openstack-request-id: req-5a292492-065f-4f29-9ff8-3ea785bf2c59 {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:14:49.446395 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25ee7c3-be38-4512-9b95-b19e0b92410a", "tag": "f15ab932-b142-4857-a0e0-4e6102365aa0", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:14:49.447869 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5a292492-065f-4f29-9ff8-3ea785bf2c59 {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:14:49.448276 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a292492-065f-4f29-9ff8-3ea785bf2c59'] response: {'name': 'network-changed', 'server_uuid': 'f25ee7c3-be38-4512-9b95-b19e0b92410a', 'tag': 'f15ab932-b142-4857-a0e0-4e6102365aa0', 'status': 'completed', 'code': 200} Sep 21 10:14:49.482260 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-168b345d-07a9-4110-9667-d93cc665d9bd None None] Set router 3e0b4ff9-bf68-470b-988e-5437f77cf672 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:14:49.524388 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9a98b-80e2-4a37-99bf-9f268c48f32a req-cf2a395f-ba1c-4aac-8aef-6ddf9d3d8f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:49.526633 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f1a9a98b-80e2-4a37-99bf-9f268c48f32a req-cf2a395f-ba1c-4aac-8aef-6ddf9d3d8f6d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=91470b6b84c040bb85eec3f27b31f139&device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 1130 time: 0.0464449 Sep 21 10:14:49.610176 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:49.624220 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:49.636643 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9a98b-80e2-4a37-99bf-9f268c48f32a req-31bf1d57-746c-4349-b7e7-cc148f05e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:49.638140 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f1a9a98b-80e2-4a37-99bf-9f268c48f32a req-31bf1d57-746c-4349-b7e7-cc148f05e1d8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 HTTP/1.1" status: 200 len: 912 time: 0.1059825 Sep 21 10:14:49.703870 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f1a9a98b-80e2-4a37-99bf-9f268c48f32a req-24142203-7d16-4302-8184-804c9c0abeed service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f15ab932-b142-4857-a0e0-4e6102365aa0 HTTP/1.1" status: 200 len: 1000 time: 0.0591612 Sep 21 10:14:49.750780 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-168b345d-07a9-4110-9667-d93cc665d9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '8e8f1a70-692a-4224-93cd-1c553270ac07', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'port_id': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'mac_address': 'fa:16:3e:0c:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b70eb2-7175-43b0-bb20-45c6be503760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:12:52Z', 'updated_at': '2022-09-21T10:12:54Z', 'revision_number': 1, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'fixed_ip_address_scope': None}, {'id': '9185f90d-f880-46a0-a5a5-c6bc613d95c3', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'port_id': 'f15ab932-b142-4857-a0e0-4e6102365aa0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'mac_address': 'fa:16:3e:da:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25ee7c3-be38-4512-9b95-b19e0b92410a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:14:48Z', 'updated_at': '2022-09-21T10:14:48Z', 'revision_number': 0, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:22Z', 'revision_number': 5, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:49.761198 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9a98b-80e2-4a37-99bf-9f268c48f32a req-475223b4-5264-439b-b909-c8f2bd6b2ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:49.762712 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f1a9a98b-80e2-4a37-99bf-9f268c48f32a req-475223b4-5264-439b-b909-c8f2bd6b2ec5 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a03c6c51-ced1-4661-a77b-9c8af558d81f HTTP/1.1" status: 200 len: 850 time: 0.0531766 Sep 21 10:14:49.778504 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168b345d-07a9-4110-9667-d93cc665d9bd None None] Checking router: 3e0b4ff9-bf68-470b-988e-5437f77cf672 for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:14:49.788149 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168b345d-07a9-4110-9667-d93cc665d9bd None None] Routers {'3e0b4ff9-bf68-470b-988e-5437f77cf672'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:14:49.788781 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-168b345d-07a9-4110-9667-d93cc665d9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:14:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['3e0b4ff9-bf68-470b-988e-5437f77cf672'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:49.810260 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9a98b-80e2-4a37-99bf-9f268c48f32a req-bc6f3680-1290-471a-aa22-d7a2570c7c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:49.811778 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f1a9a98b-80e2-4a37-99bf-9f268c48f32a req-bc6f3680-1290-471a-aa22-d7a2570c7c7a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431623 Sep 21 10:14:49.880936 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:49.899774 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-168b345d-07a9-4110-9667-d93cc665d9bd None None] Set router 3e0b4ff9-bf68-470b-988e-5437f77cf672 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:14:49.908586 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f1a9a98b-80e2-4a37-99bf-9f268c48f32a req-b739aee6-c2a4-4a32-9b27-1997979c0a45 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895922 Sep 21 10:14:50.014787 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f1a9a98b-80e2-4a37-99bf-9f268c48f32a req-3806a075-a9a3-4b05-bd30-2457e49c6685 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996587 Sep 21 10:14:50.152607 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-168b345d-07a9-4110-9667-d93cc665d9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '8e8f1a70-692a-4224-93cd-1c553270ac07', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'port_id': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'mac_address': 'fa:16:3e:0c:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b70eb2-7175-43b0-bb20-45c6be503760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:12:52Z', 'updated_at': '2022-09-21T10:12:54Z', 'revision_number': 1, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'fixed_ip_address_scope': None}, {'id': '9185f90d-f880-46a0-a5a5-c6bc613d95c3', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'port_id': 'f15ab932-b142-4857-a0e0-4e6102365aa0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'mac_address': 'fa:16:3e:da:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25ee7c3-be38-4512-9b95-b19e0b92410a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:14:48Z', 'updated_at': '2022-09-21T10:14:48Z', 'revision_number': 0, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:22Z', 'revision_number': 5, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:50.180548 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168b345d-07a9-4110-9667-d93cc665d9bd None None] The sync data for ids ['3e0b4ff9-bf68-470b-988e-5437f77cf672'] in dv-cinder-855479-2-iscsi is: [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '8e8f1a70-692a-4224-93cd-1c553270ac07', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'port_id': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'mac_address': 'fa:16:3e:0c:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b70eb2-7175-43b0-bb20-45c6be503760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:12:52Z', 'updated_at': '2022-09-21T10:12:54Z', 'revision_number': 1, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'fixed_ip_address_scope': None}, {'id': '9185f90d-f880-46a0-a5a5-c6bc613d95c3', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'port_id': 'f15ab932-b142-4857-a0e0-4e6102365aa0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'mac_address': 'fa:16:3e:da:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25ee7c3-be38-4512-9b95-b19e0b92410a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:14:48Z', 'updated_at': '2022-09-21T10:14:48Z', 'revision_number': 0, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:22Z', 'revision_number': 5, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:14:50.425863 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd154469-941e-4228-bd0b-f8d912797e7a None None] New status for floating IP 9185f90d-f880-46a0-a5a5-c6bc613d95c3: ACTIVE {{(pid=106522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:14:50.731330 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58584) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:50.850736 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7b9e2c33-8bf7-4f6c-98ac-0993472f7f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:50.940586 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7b9e2c33-8bf7-4f6c-98ac-0993472f7f5e admin admin] Publish callbacks [] for security_group (557bd8bb-edcf-4768-8c43-18a58cae5e4b), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:50.946209 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7b9e2c33-8bf7-4f6c-98ac-0993472f7f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (557bd8bb-edcf-4768-8c43-18a58cae5e4b), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:50.991977 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e2c33-8bf7-4f6c-98ac-0993472f7f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557bd8bb-edcf-4768-8c43-18a58cae5e4b,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:50.999003 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-7b9e2c33-8bf7-4f6c-98ac-0993472f7f5e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=03b0e57b35bd4e2f8521be2876459bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2654796 Sep 21 10:14:50.999230 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58588) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:51.052524 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c2c5b60d-04eb-4349-a138-c1a07d72b2b7 admin admin] Publish callbacks [] for security_group (557bd8bb-edcf-4768-8c43-18a58cae5e4b), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:51.074344 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c2c5b60d-04eb-4349-a138-c1a07d72b2b7 admin admin] Publish callbacks [] for security_group (557bd8bb-edcf-4768-8c43-18a58cae5e4b), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:51.129701 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c2c5b60d-04eb-4349-a138-c1a07d72b2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (557bd8bb-edcf-4768-8c43-18a58cae5e4b), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:51.135174 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-c2c5b60d-04eb-4349-a138-c1a07d72b2b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:51.136682 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-c2c5b60d-04eb-4349-a138-c1a07d72b2b7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/557bd8bb-edcf-4768-8c43-18a58cae5e4b HTTP/1.1" status: 204 len: 168 time: 0.1366749 Sep 21 10:14:51.143254 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:51.152969 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5b60d-04eb-4349-a138-c1a07d72b2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557bd8bb-edcf-4768-8c43-18a58cae5e4b,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:51.440721 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58594) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:51.455256 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3659befd-caaa-4451-856c-5e6a1e45b025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:51.540594 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3659befd-caaa-4451-856c-5e6a1e45b025 admin admin] Publish callbacks [] for security_group (f21fbca7-4b94-408c-97c9-f6eb1d9dc752), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:51.545385 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-3659befd-caaa-4451-856c-5e6a1e45b025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (f21fbca7-4b94-408c-97c9-f6eb1d9dc752), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:51.590942 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-3659befd-caaa-4451-856c-5e6a1e45b025 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=69f2e662ea2f4aea9ffc1a897fe91c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487644 Sep 21 10:14:51.591844 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659befd-caaa-4451-856c-5e6a1e45b025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21fbca7-4b94-408c-97c9-f6eb1d9dc752,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:51.593765 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58596) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:51.647342 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-016e87c6-f6f4-47e7-9ca6-205cb675179f admin admin] Publish callbacks [] for security_group (f21fbca7-4b94-408c-97c9-f6eb1d9dc752), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:51.668255 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-016e87c6-f6f4-47e7-9ca6-205cb675179f admin admin] Publish callbacks [] for security_group (f21fbca7-4b94-408c-97c9-f6eb1d9dc752), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:51.725266 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-016e87c6-f6f4-47e7-9ca6-205cb675179f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (f21fbca7-4b94-408c-97c9-f6eb1d9dc752), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:51.729610 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-016e87c6-f6f4-47e7-9ca6-205cb675179f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:51.731163 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-016e87c6-f6f4-47e7-9ca6-205cb675179f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f21fbca7-4b94-408c-97c9-f6eb1d9dc752 HTTP/1.1" status: 204 len: 168 time: 0.1363134 Sep 21 10:14:51.741823 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e87c6-f6f4-47e7-9ca6-205cb675179f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21fbca7-4b94-408c-97c9-f6eb1d9dc752,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:52.102647 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58602) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:52.120545 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f92fd8b9-1c53-4faf-92fe-38a6f2cdcd09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:52.203586 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f92fd8b9-1c53-4faf-92fe-38a6f2cdcd09 admin admin] Publish callbacks [] for security_group (0e160043-20a0-48c4-ae74-950dcfcb4c32), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:52.214256 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f92fd8b9-1c53-4faf-92fe-38a6f2cdcd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (0e160043-20a0-48c4-ae74-950dcfcb4c32), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:52.255479 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-f92fd8b9-1c53-4faf-92fe-38a6f2cdcd09 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=88e7761060dd4c70810c1253bb043d25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509049 Sep 21 10:14:52.256376 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fd8b9-1c53-4faf-92fe-38a6f2cdcd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e160043-20a0-48c4-ae74-950dcfcb4c32,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:52.258270 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58604) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:52.315958 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-9894e70f-8be4-4697-86de-b5d5379d4bd4 admin admin] Publish callbacks [] for security_group (0e160043-20a0-48c4-ae74-950dcfcb4c32), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:52.337208 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-9894e70f-8be4-4697-86de-b5d5379d4bd4 admin admin] Publish callbacks [] for security_group (0e160043-20a0-48c4-ae74-950dcfcb4c32), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:52.396017 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-9894e70f-8be4-4697-86de-b5d5379d4bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (0e160043-20a0-48c4-ae74-950dcfcb4c32), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:52.398719 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-9894e70f-8be4-4697-86de-b5d5379d4bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:52.400680 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-9894e70f-8be4-4697-86de-b5d5379d4bd4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0e160043-20a0-48c4-ae74-950dcfcb4c32 HTTP/1.1" status: 204 len: 168 time: 0.1411519 Sep 21 10:14:52.412357 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894e70f-8be4-4697-86de-b5d5379d4bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e160043-20a0-48c4-ae74-950dcfcb4c32,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:52.416478 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:52.426944 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-222ccf36-80f2-4025-a431-3311ba20fbf4 req-958381fe-d1b6-4670-a852-64b93ce7551a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462399 Sep 21 10:14:52.490876 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ccf36-80f2-4025-a431-3311ba20fbf4 req-69dd7375-cb84-48f0-9331-b017ed5ce19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:52.492620 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-222ccf36-80f2-4025-a431-3311ba20fbf4 req-69dd7375-cb84-48f0-9331-b017ed5ce19e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=91470b6b84c040bb85eec3f27b31f139&device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 1130 time: 0.0419664 Sep 21 10:14:52.618219 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ccf36-80f2-4025-a431-3311ba20fbf4 req-d74b6024-3c29-4f62-8837-0e529a643868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:52.620293 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-222ccf36-80f2-4025-a431-3311ba20fbf4 req-d74b6024-3c29-4f62-8837-0e529a643868 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 HTTP/1.1" status: 200 len: 912 time: 0.1059802 Sep 21 10:14:52.693033 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-222ccf36-80f2-4025-a431-3311ba20fbf4 req-a06ffb11-346b-419f-b350-9044a1e01c75 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a3d4b3-230b-4d84-8794-b5c57a8db3af HTTP/1.1" status: 200 len: 1001 time: 0.0662892 Sep 21 10:14:52.744836 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ccf36-80f2-4025-a431-3311ba20fbf4 req-9167d9fb-72b5-4aef-881d-21b53ae2627c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:52.746402 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-222ccf36-80f2-4025-a431-3311ba20fbf4 req-9167d9fb-72b5-4aef-881d-21b53ae2627c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a03c6c51-ced1-4661-a77b-9c8af558d81f HTTP/1.1" status: 200 len: 850 time: 0.0477898 Sep 21 10:14:52.794977 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ccf36-80f2-4025-a431-3311ba20fbf4 req-a135b6f8-3f1a-480b-bae1-e42c469c2154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:52.796496 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-222ccf36-80f2-4025-a431-3311ba20fbf4 req-a135b6f8-3f1a-480b-bae1-e42c469c2154 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447087 Sep 21 10:14:53.176164 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-222ccf36-80f2-4025-a431-3311ba20fbf4 req-a3689eec-5fd9-404e-9bf4-9eb6c5c81399 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727620 Sep 21 10:14:53.271480 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58626) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:53.275104 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-222ccf36-80f2-4025-a431-3311ba20fbf4 req-b3f404ca-b924-4e36-86e5-3fe99b3725d0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864367 Sep 21 10:14:53.367795 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-5d122e4e-bacb-4a48-9964-6a2b543676c1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1118145747-network', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:14:53.390774 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d122e4e-bacb-4a48-9964-6a2b543676c1 admin admin] Made reservation on behalf of 8902ea06b52f4563be279655cf47b8d0 for: {'network': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:14:53.393166 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5d122e4e-bacb-4a48-9964-6a2b543676c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:53.402041 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5d122e4e-bacb-4a48-9964-6a2b543676c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:53.484424 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5d122e4e-bacb-4a48-9964-6a2b543676c1 admin admin] Publish callbacks [] for security_group (885925c4-36f3-43d7-9527-af158e1858cf), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:53.488729 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5d122e4e-bacb-4a48-9964-6a2b543676c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (885925c4-36f3-43d7-9527-af158e1858cf), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:53.521536 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d122e4e-bacb-4a48-9964-6a2b543676c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=106520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 10:14:53.528246 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d122e4e-bacb-4a48-9964-6a2b543676c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885925c4-36f3-43d7-9527-af158e1858cf,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:53.534743 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5d122e4e-bacb-4a48-9964-6a2b543676c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:53.535084 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.segments_db [None req-5d122e4e-bacb-4a48-9964-6a2b543676c1 admin admin] Added segment 30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc of type vlan for network ccd0a82e-d365-411e-9323-b009ef5aee29 Sep 21 10:14:53.543458 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:53.571316 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:53.582149 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5d122e4e-bacb-4a48-9964-6a2b543676c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760787939759'] for network (ccd0a82e-d365-411e-9323-b009ef5aee29), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:53.612679 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5d122e4e-bacb-4a48-9964-6a2b543676c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for network (ccd0a82e-d365-411e-9323-b009ef5aee29), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:53.614043 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d122e4e-bacb-4a48-9964-6a2b543676c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:53.614783 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5d122e4e-bacb-4a48-9964-6a2b543676c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:53.667456 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-5d122e4e-bacb-4a48-9964-6a2b543676c1 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3947303 Sep 21 10:14:53.670340 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58630) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:53.674958 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-24e73fdc-b572-475d-801e-32b179e21845 admin admin] Request body: {'subnet': {'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1118145747-subnet', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'ip_version': 4}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:14:53.698833 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d122e4e-bacb-4a48-9964-6a2b543676c1 admin admin] Pushing event updated for resources: {'Network': ['ID=ccd0a82e-d365-411e-9323-b009ef5aee29,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:53.709039 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e73fdc-b572-475d-801e-32b179e21845 admin admin] Made reservation on behalf of 8902ea06b52f4563be279655cf47b8d0 for: {'subnet': 1} {{(pid=106520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:14:53.711476 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-24e73fdc-b572-475d-801e-32b179e21845 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9909965'] for subnet (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:53.714552 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Network ccd0a82e-d365-411e-9323-b009ef5aee29 details requested by agent ovs-agent-dv-cinder-855479-2-iscsi with host dv-cinder-855479-2-iscsi {{(pid=106521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 10:14:53.892619 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-24e73fdc-b572-475d-801e-32b179e21845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9665447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9909979'] for subnet (6e5ef8d3-ef7c-4b24-964f-fd0c43699c61), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:53.947460 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e73fdc-b572-475d-801e-32b179e21845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e5ef8d3-ef7c-4b24-964f-fd0c43699c61,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:53.963378 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e73fdc-b572-475d-801e-32b179e21845 admin admin] Checking segment: {'id': '30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:14:53.963761 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e73fdc-b572-475d-801e-32b179e21845 admin admin] Network hostable DHCP agents. Network: ccd0a82e-d365-411e-9323-b009ef5aee29, hostable agents: ['abecb771-581e-4ad9-b557-ede811f6c277'], hosted agents: [] {{(pid=106520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 10:14:53.981635 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e73fdc-b572-475d-801e-32b179e21845 admin admin] Network ccd0a82e-d365-411e-9323-b009ef5aee29 is scheduled to be hosted by DHCP agent abecb771-581e-4ad9-b557-ede811f6c277 with binding_index 1 {{(pid=106520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 10:14:53.991102 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-24e73fdc-b572-475d-801e-32b179e21845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855479-2-iscsi, ccd0a82e-d365-411e-9323-b009ef5aee29) {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:14:53.995578 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e73fdc-b572-475d-801e-32b179e21845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:53.996334 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-24e73fdc-b572-475d-801e-32b179e21845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:54.001281 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba17606-e365-4f44-b8e3-10d0f0a4f0e6 None None] Network ccd0a82e-d365-411e-9323-b009ef5aee29 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:14:54.021061 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-24e73fdc-b572-475d-801e-32b179e21845 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3494461 Sep 21 10:14:54.023675 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58632) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:54.031157 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-bf649106-1df9-4f14-a44c-176bde6f9837 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1118145747-router', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:14:54.055106 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf649106-1df9-4f14-a44c-176bde6f9837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-436105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32634'] for router (37f5cbbb-c21d-48d9-8002-da304fb09f1c), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:54.056286 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf649106-1df9-4f14-a44c-176bde6f9837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32611'] for router (37f5cbbb-c21d-48d9-8002-da304fb09f1c), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:54.108753 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf649106-1df9-4f14-a44c-176bde6f9837 admin admin] Publish callbacks [] for router_controller (37f5cbbb-c21d-48d9-8002-da304fb09f1c), precommit_add_association {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:54.118397 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce022bf1-b7c4-5ea3-a899-106acdcafccb-ccd0a82e-d365-411e-9323-b009ef5aee29', 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29', 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'fixed_ips': [{'subnet_id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61'}]}} from dv-cinder-855479-2-iscsi. {{(pid=106521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 10:14:54.119437 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:54.257636 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.db_base_plugin_common [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] Allocated IP 172.20.0.2 (ccd0a82e-d365-411e-9323-b009ef5aee29/6e5ef8d3-ef7c-4b24-964f-fd0c43699c61/b4545a63-d83f-4fbc-989a-c1f9c03e55f3) {{(pid=106521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:14:54.261367 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf649106-1df9-4f14-a44c-176bde6f9837 admin admin] Publish callbacks [] for router_gateway (37f5cbbb-c21d-48d9-8002-da304fb09f1c), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:54.420040 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] Publish callbacks [] for port (b4545a63-d83f-4fbc-989a-c1f9c03e55f3), precommit_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:54.426661 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (b4545a63-d83f-4fbc-989a-c1f9c03e55f3), after_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:54.611617 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] Network ccd0a82e-d365-411e-9323-b009ef5aee29 is already hosted by enough agents. {{(pid=106521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:14:54.615632 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.base_scheduler [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] Resources bound (agent type, host, resource id): {{(pid=106521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:14:54.619741 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] Received port after_create {{(pid=106521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:14:54.623224 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] Pushing event updated for resources: {'Port': ['ID=b4545a63-d83f-4fbc-989a-c1f9c03e55f3,revision_number=1']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:54.676265 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:54.686623 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] Attempting to bind port b4545a63-d83f-4fbc-989a-c1f9c03e55f3 on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:14:54.686997 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] Attempting to bind port b4545a63-d83f-4fbc-989a-c1f9c03e55f3 by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:14:54.687445 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] Attempting to bind port b4545a63-d83f-4fbc-989a-c1f9c03e55f3 on network ccd0a82e-d365-411e-9323-b009ef5aee29 {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:14:54.700942 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf649106-1df9-4f14-a44c-176bde6f9837 admin admin] Publish callbacks [] for router_gateway (37f5cbbb-c21d-48d9-8002-da304fb09f1c), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:54.713879 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:54.736636 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:14:54.737382 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] Checking segment: {'id': '30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:14:54.737382 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:54.737777 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] Bound using segment: {'id': '30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:14:54.738027 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf649106-1df9-4f14-a44c-176bde6f9837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:54.738247 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] Bound port: b4545a63-d83f-4fbc-989a-c1f9c03e55f3, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:14:54.738626 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b4545a63-d83f-4fbc-989a-c1f9c03e55f3), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:54.805290 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] For port b4545a63-d83f-4fbc-989a-c1f9c03e55f3, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:14:54.806408 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:54.810258 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] For port b4545a63-d83f-4fbc-989a-c1f9c03e55f3, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=b4545a63-d83f-4fbc-989a-c1f9c03e55f3,segment=NetworkSegment(30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc),segment_id=30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:14:54.818852 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b4545a63-d83f-4fbc-989a-c1f9c03e55f3), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:54.868111 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-bf649106-1df9-4f14-a44c-176bde6f9837 admin admin] Allocated IP 172.27.2.176 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/157b3c11-91a6-4675-a2bf-51426e1ec794) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:14:54.896632 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e29c0-9b2c-4ad6-9f2f-7f565bb37861 None None] Pushing event updated for resources: {'Port': ['ID=b4545a63-d83f-4fbc-989a-c1f9c03e55f3,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:55.001963 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf649106-1df9-4f14-a44c-176bde6f9837 admin admin] Publish callbacks [] for port (157b3c11-91a6-4675-a2bf-51426e1ec794), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:55.051022 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf649106-1df9-4f14-a44c-176bde6f9837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (157b3c11-91a6-4675-a2bf-51426e1ec794), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:55.097846 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf649106-1df9-4f14-a44c-176bde6f9837 admin admin] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:14:55.100851 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-bf649106-1df9-4f14-a44c-176bde6f9837 admin admin] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:14:55.105764 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf649106-1df9-4f14-a44c-176bde6f9837 admin admin] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:14:55.109835 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf649106-1df9-4f14-a44c-176bde6f9837 admin admin] Pushing event updated for resources: {'Port': ['ID=157b3c11-91a6-4675-a2bf-51426e1ec794,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:55.365590 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf649106-1df9-4f14-a44c-176bde6f9837 admin admin] Publish callbacks [] for router_gateway (37f5cbbb-c21d-48d9-8002-da304fb09f1c), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:55.587281 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf649106-1df9-4f14-a44c-176bde6f9837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438052'] for router (37f5cbbb-c21d-48d9-8002-da304fb09f1c), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:55.648837 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:55.735879 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf649106-1df9-4f14-a44c-176bde6f9837 admin admin] Router 37f5cbbb-c21d-48d9-8002-da304fb09f1c is scheduled to L3 agent 7dcae471-d53e-494b-8876-87a888840c5e with binding_index 1 {{(pid=106520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 10:14:55.745451 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:55.838586 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b9b218-e1c3-4f5a-aca0-bbb3ef363372 None None] Network ccd0a82e-d365-411e-9323-b009ef5aee29 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:14:55.860326 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf649106-1df9-4f14-a44c-176bde6f9837 admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:14:55.880082 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf649106-1df9-4f14-a44c-176bde6f9837 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:55.881391 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-bf649106-1df9-4f14-a44c-176bde6f9837 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8563545 Sep 21 10:14:55.885553 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58634) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:55.894367 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] Sync routers for ids ['37f5cbbb-c21d-48d9-8002-da304fb09f1c'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:14:55.909626 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-69dbb860-91fe-4fce-af44-5212e837fef5 None None] Provisioning complete for port b4545a63-d83f-4fbc-989a-c1f9c03e55f3 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:14:55.909993 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-69dbb860-91fe-4fce-af44-5212e837fef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (b4545a63-d83f-4fbc-989a-c1f9c03e55f3), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:55.910424 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-69dbb860-91fe-4fce-af44-5212e837fef5 None None] Attempt 1 to provision port b4545a63-d83f-4fbc-989a-c1f9c03e55f3 Sep 21 10:14:55.940814 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:55.945145 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:55.946047 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] Routers {'37f5cbbb-c21d-48d9-8002-da304fb09f1c'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:14:55.946650 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:14:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['37f5cbbb-c21d-48d9-8002-da304fb09f1c'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:56.085031 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b4545a63-d83f-4fbc-989a-c1f9c03e55f3 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:14:56.147567 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] Set router 37f5cbbb-c21d-48d9-8002-da304fb09f1c gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:14:56.281600 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-69dbb860-91fe-4fce-af44-5212e837fef5 None None] Current status of the port b4545a63-d83f-4fbc-989a-c1f9c03e55f3 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:14:56.281984 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-69dbb860-91fe-4fce-af44-5212e837fef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b4545a63-d83f-4fbc-989a-c1f9c03e55f3), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:56.306075 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port b4545a63-d83f-4fbc-989a-c1f9c03e55f3 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:14:56.306454 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (b4545a63-d83f-4fbc-989a-c1f9c03e55f3), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:56.307312 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port b4545a63-d83f-4fbc-989a-c1f9c03e55f3 Sep 21 10:14:56.382225 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-69dbb860-91fe-4fce-af44-5212e837fef5 None None] For port b4545a63-d83f-4fbc-989a-c1f9c03e55f3, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=b4545a63-d83f-4fbc-989a-c1f9c03e55f3,segment=NetworkSegment(30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc),segment_id=30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:14:56.401497 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-69dbb860-91fe-4fce-af44-5212e837fef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (b4545a63-d83f-4fbc-989a-c1f9c03e55f3), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:56.437607 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef040-f424-4f0c-8db9-1825e93cad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:56.514457 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'name': 'tempest-TestShelveInstance-1118145747-router', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:14:55Z', 'revision_number': 3, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'gw_port': {'id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:56.567453 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] Checking router: 37f5cbbb-c21d-48d9-8002-da304fb09f1c for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:14:56.567833 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] Updating router 37f5cbbb-c21d-48d9-8002-da304fb09f1c port 157b3c11-91a6-4675-a2bf-51426e1ec794 binding host dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:14:56.572162 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbb860-91fe-4fce-af44-5212e837fef5 None None] Pushing event updated for resources: {'Port': ['ID=b4545a63-d83f-4fbc-989a-c1f9c03e55f3,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:56.577792 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-adfcad9f-f235-432d-ae63-91a365672c7d None None] Provisioning complete for port b4545a63-d83f-4fbc-989a-c1f9c03e55f3 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:14:56.578162 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-adfcad9f-f235-432d-ae63-91a365672c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (b4545a63-d83f-4fbc-989a-c1f9c03e55f3), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:56.578678 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-adfcad9f-f235-432d-ae63-91a365672c7d None None] Attempt 1 to provision port b4545a63-d83f-4fbc-989a-c1f9c03e55f3 Sep 21 10:14:56.615034 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port b4545a63-d83f-4fbc-989a-c1f9c03e55f3 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:14:56.635774 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-7d8ef040-f424-4f0c-8db9-1825e93cad4e admin admin] Allocated IP 172.20.0.1 (ccd0a82e-d365-411e-9323-b009ef5aee29/6e5ef8d3-ef7c-4b24-964f-fd0c43699c61/d0a01615-29e7-4b17-b967-ce00e7228a6f) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:14:56.636132 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (157b3c11-91a6-4675-a2bf-51426e1ec794), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:56.742656 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:56.783005 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-adfcad9f-f235-432d-ae63-91a365672c7d None None] Current status of the port b4545a63-d83f-4fbc-989a-c1f9c03e55f3 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:14:56.819773 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef040-f424-4f0c-8db9-1825e93cad4e admin admin] Publish callbacks [] for port (d0a01615-29e7-4b17-b967-ce00e7228a6f), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:56.832500 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:56.867560 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef040-f424-4f0c-8db9-1825e93cad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (d0a01615-29e7-4b17-b967-ce00e7228a6f), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:56.877109 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:56.911215 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8ef040-f424-4f0c-8db9-1825e93cad4e admin admin] Network ccd0a82e-d365-411e-9323-b009ef5aee29 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:14:56.915417 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-7d8ef040-f424-4f0c-8db9-1825e93cad4e admin admin] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:14:56.920449 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8ef040-f424-4f0c-8db9-1825e93cad4e admin admin] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:14:56.952368 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ef040-f424-4f0c-8db9-1825e93cad4e admin admin] Pushing event updated for resources: {'Port': ['ID=d0a01615-29e7-4b17-b967-ce00e7228a6f,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:56.952971 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] Publish callbacks [] for port (157b3c11-91a6-4675-a2bf-51426e1ec794), precommit_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:56.962523 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (157b3c11-91a6-4675-a2bf-51426e1ec794), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:56.972662 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef040-f424-4f0c-8db9-1825e93cad4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429853'] for router_interface (37f5cbbb-c21d-48d9-8002-da304fb09f1c), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:56.983265 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] Attempting to bind port 157b3c11-91a6-4675-a2bf-51426e1ec794 on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:14:56.983637 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] Attempting to bind port 157b3c11-91a6-4675-a2bf-51426e1ec794 by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:14:56.984034 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] Attempting to bind port 157b3c11-91a6-4675-a2bf-51426e1ec794 on network e44615eb-99ac-4ee3-8eec-4410b9bcb116 {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:14:57.050006 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fa7ad-4d95-4851-917b-af547cd237ee None None] Pushing event updated for resources: {'Port': ['ID=157b3c11-91a6-4675-a2bf-51426e1ec794,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:57.062493 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:14:57.062871 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] Checking segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:14:57.063285 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:57.063793 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] Bound using segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:14:57.064287 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] Bound port: 157b3c11-91a6-4675-a2bf-51426e1ec794, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:14:57.064675 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (157b3c11-91a6-4675-a2bf-51426e1ec794), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:57.127804 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] For port 157b3c11-91a6-4675-a2bf-51426e1ec794, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:14:57.132047 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] For port 157b3c11-91a6-4675-a2bf-51426e1ec794, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=157b3c11-91a6-4675-a2bf-51426e1ec794,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:14:57.140399 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (157b3c11-91a6-4675-a2bf-51426e1ec794), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:57.183859 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef040-f424-4f0c-8db9-1825e93cad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d0a01615-29e7-4b17-b967-ce00e7228a6f), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:57.203046 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:57.207482 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] Routers {'37f5cbbb-c21d-48d9-8002-da304fb09f1c'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:14:57.208224 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:14:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['37f5cbbb-c21d-48d9-8002-da304fb09f1c'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:57.226369 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fa7ad-4d95-4851-917b-af547cd237ee None None] Pushing event updated for resources: {'Port': ['ID=157b3c11-91a6-4675-a2bf-51426e1ec794,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:57.263835 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Provisioning complete for port d0a01615-29e7-4b17-b967-ce00e7228a6f triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:14:57.264423 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (d0a01615-29e7-4b17-b967-ce00e7228a6f), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:57.264762 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Attempt 1 to provision port d0a01615-29e7-4b17-b967-ce00e7228a6f Sep 21 10:14:57.392943 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef040-f424-4f0c-8db9-1825e93cad4e admin admin] Publish callbacks [] for port (d0a01615-29e7-4b17-b967-ce00e7228a6f), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:57.399811 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef040-f424-4f0c-8db9-1825e93cad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667630'] for port (d0a01615-29e7-4b17-b967-ce00e7228a6f), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:57.456905 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Port d0a01615-29e7-4b17-b967-ce00e7228a6f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:14:57.495340 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:57.507924 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ef040-f424-4f0c-8db9-1825e93cad4e admin admin] Pushing event updated for resources: {'Port': ['ID=d0a01615-29e7-4b17-b967-ce00e7228a6f,revision_number=2']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:57.511030 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef040-f424-4f0c-8db9-1825e93cad4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429961'] for router_interface (37f5cbbb-c21d-48d9-8002-da304fb09f1c), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:57.513078 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] Set router 37f5cbbb-c21d-48d9-8002-da304fb09f1c gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:14:57.610264 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8ef040-f424-4f0c-8db9-1825e93cad4e admin admin] Network ccd0a82e-d365-411e-9323-b009ef5aee29 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:14:57.612080 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-7d8ef040-f424-4f0c-8db9-1825e93cad4e admin admin] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:14:57.673030 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:57.737693 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8ef040-f424-4f0c-8db9-1825e93cad4e admin admin] Router 37f5cbbb-c21d-48d9-8002-da304fb09f1c has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:14:57.844377 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'name': 'tempest-TestShelveInstance-1118145747-router', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:14:57Z', 'revision_number': 4, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'gw_port': {'id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd0a01615-29e7-4b17-b967-ce00e7228a6f', 'name': '', 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'mac_address': 'fa:16:3e:f0:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:56Z', 'updated_at': '2022-09-21T10:14:56Z', 'revision_number': 1, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'subnets': [{'id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:14:57.856519 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8ef040-f424-4f0c-8db9-1825e93cad4e admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:14:57.861684 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-7d8ef040-f424-4f0c-8db9-1825e93cad4e admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/37f5cbbb-c21d-48d9-8002-da304fb09f1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9750593 Sep 21 10:14:57.871585 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe4df6f-0654-4ad3-b92e-c37e2e91a66b None None] The sync data for ids ['37f5cbbb-c21d-48d9-8002-da304fb09f1c'] in dv-cinder-855479-2-iscsi is: [{'id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'name': 'tempest-TestShelveInstance-1118145747-router', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:14:57Z', 'revision_number': 4, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'gw_port': {'id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd0a01615-29e7-4b17-b967-ce00e7228a6f', 'name': '', 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'mac_address': 'fa:16:3e:f0:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:56Z', 'updated_at': '2022-09-21T10:14:56Z', 'revision_number': 1, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'subnets': [{'id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:14:57.957246 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Attempt 2 to provision port d0a01615-29e7-4b17-b967-ce00e7228a6f Sep 21 10:14:57.996725 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Port d0a01615-29e7-4b17-b967-ce00e7228a6f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:14:58.024313 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b4545a63-d83f-4fbc-989a-c1f9c03e55f3 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:14:58.075234 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port b4545a63-d83f-4fbc-989a-c1f9c03e55f3 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:14:58.075616 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (b4545a63-d83f-4fbc-989a-c1f9c03e55f3), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:58.075993 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port b4545a63-d83f-4fbc-989a-c1f9c03e55f3 Sep 21 10:14:58.212091 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port b4545a63-d83f-4fbc-989a-c1f9c03e55f3 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:14:58.497905 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Attempt 3 to provision port d0a01615-29e7-4b17-b967-ce00e7228a6f Sep 21 10:14:58.542419 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Port d0a01615-29e7-4b17-b967-ce00e7228a6f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:14:58.611106 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58654) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:58.617666 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-5a46bb88-84b6-417f-a0b9-f6c620f322d9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-892925882-network', 'tenant_id': 'a696c957b10140c191747cbb60b53c30'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:14:58.629252 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:58.643706 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a46bb88-84b6-417f-a0b9-f6c620f322d9 admin admin] Made reservation on behalf of a696c957b10140c191747cbb60b53c30 for: {'network': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:14:58.646347 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5a46bb88-84b6-417f-a0b9-f6c620f322d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:58.656906 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5a46bb88-84b6-417f-a0b9-f6c620f322d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:58.776960 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5a46bb88-84b6-417f-a0b9-f6c620f322d9 admin admin] Publish callbacks [] for security_group (b4f4ebc6-184c-4ffc-9c5c-7299143193e1), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:58.785624 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5a46bb88-84b6-417f-a0b9-f6c620f322d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (b4f4ebc6-184c-4ffc-9c5c-7299143193e1), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:58.837134 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a46bb88-84b6-417f-a0b9-f6c620f322d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=106519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 10:14:58.851283 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46bb88-84b6-417f-a0b9-f6c620f322d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f4ebc6-184c-4ffc-9c5c-7299143193e1,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:58.865844 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5a46bb88-84b6-417f-a0b9-f6c620f322d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (6e30c1db-1cb9-46a3-969b-41ad84cae085), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:58.866395 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.segments_db [None req-5a46bb88-84b6-417f-a0b9-f6c620f322d9 admin admin] Added segment 6e30c1db-1cb9-46a3-969b-41ad84cae085 of type vlan for network 40af309f-cf34-40e5-9071-7410e20dda69 Sep 21 10:14:58.941352 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5a46bb88-84b6-417f-a0b9-f6c620f322d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760787939759'] for network (40af309f-cf34-40e5-9071-7410e20dda69), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:58.974741 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5a46bb88-84b6-417f-a0b9-f6c620f322d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676'] for network (40af309f-cf34-40e5-9071-7410e20dda69), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:58.976006 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a46bb88-84b6-417f-a0b9-f6c620f322d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:58.976596 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5a46bb88-84b6-417f-a0b9-f6c620f322d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:59.043467 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Attempt 4 to provision port d0a01615-29e7-4b17-b967-ce00e7228a6f Sep 21 10:14:59.054100 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-5a46bb88-84b6-417f-a0b9-f6c620f322d9 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4373736 Sep 21 10:14:59.054415 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58656) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:59.062525 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-e133cdfe-fc4a-48f7-b797-4e0d3919ed56 admin admin] Request body: {'subnet': {'network_id': '40af309f-cf34-40e5-9071-7410e20dda69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-892925882-subnet', 'tenant_id': 'a696c957b10140c191747cbb60b53c30', 'ip_version': 4}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:14:59.067839 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46bb88-84b6-417f-a0b9-f6c620f322d9 admin admin] Pushing event updated for resources: {'Network': ['ID=40af309f-cf34-40e5-9071-7410e20dda69,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:59.086683 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Network 40af309f-cf34-40e5-9071-7410e20dda69 details requested by agent ovs-agent-dv-cinder-855479-2-iscsi with host dv-cinder-855479-2-iscsi {{(pid=106521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 10:14:59.089016 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e133cdfe-fc4a-48f7-b797-4e0d3919ed56 admin admin] Made reservation on behalf of a696c957b10140c191747cbb60b53c30 for: {'subnet': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:14:59.092183 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e133cdfe-fc4a-48f7-b797-4e0d3919ed56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8646606'] for subnet (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:59.170105 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Port d0a01615-29e7-4b17-b967-ce00e7228a6f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:14:59.191114 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:59.331118 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e133cdfe-fc4a-48f7-b797-4e0d3919ed56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8646616'] for subnet (79d967c8-ab09-4776-a226-ee12a517a8ad), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:59.402005 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133cdfe-fc4a-48f7-b797-4e0d3919ed56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79d967c8-ab09-4776-a226-ee12a517a8ad,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:14:59.411861 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e133cdfe-fc4a-48f7-b797-4e0d3919ed56 admin admin] Checking segment: {'id': '6e30c1db-1cb9-46a3-969b-41ad84cae085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '40af309f-cf34-40e5-9071-7410e20dda69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:14:59.412233 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e133cdfe-fc4a-48f7-b797-4e0d3919ed56 admin admin] Network hostable DHCP agents. Network: 40af309f-cf34-40e5-9071-7410e20dda69, hostable agents: ['abecb771-581e-4ad9-b557-ede811f6c277'], hosted agents: [] {{(pid=106519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 10:14:59.438647 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e133cdfe-fc4a-48f7-b797-4e0d3919ed56 admin admin] Network 40af309f-cf34-40e5-9071-7410e20dda69 is scheduled to be hosted by DHCP agent abecb771-581e-4ad9-b557-ede811f6c277 with binding_index 1 {{(pid=106519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 10:14:59.449467 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-e133cdfe-fc4a-48f7-b797-4e0d3919ed56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855479-2-iscsi, 40af309f-cf34-40e5-9071-7410e20dda69) {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:14:59.454098 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e133cdfe-fc4a-48f7-b797-4e0d3919ed56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:14:59.454688 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e133cdfe-fc4a-48f7-b797-4e0d3919ed56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:59.463918 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f5a51a-dbc0-4c06-86a6-ec206c9ba66a None None] Network 40af309f-cf34-40e5-9071-7410e20dda69 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:14:59.480357 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-e133cdfe-fc4a-48f7-b797-4e0d3919ed56 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4248164 Sep 21 10:14:59.484698 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58658) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:14:59.489156 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-cd0239ed-4e33-4bd0-a4c7-0852198d740c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-892925882-router', 'tenant_id': 'a696c957b10140c191747cbb60b53c30', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:14:59.530360 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cd0239ed-4e33-4bd0-a4c7-0852198d740c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-436105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32634'] for router (45c53bfa-ae62-4882-8a4b-fc670db27215), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:59.532492 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cd0239ed-4e33-4bd0-a4c7-0852198d740c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32611'] for router (45c53bfa-ae62-4882-8a4b-fc670db27215), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:59.556221 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:59.605859 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cd0239ed-4e33-4bd0-a4c7-0852198d740c admin admin] Publish callbacks [] for router_controller (45c53bfa-ae62-4882-8a4b-fc670db27215), precommit_add_association {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:59.606137 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce022bf1-b7c4-5ea3-a899-106acdcafccb-40af309f-cf34-40e5-9071-7410e20dda69', 'network_id': '40af309f-cf34-40e5-9071-7410e20dda69', 'project_id': 'a696c957b10140c191747cbb60b53c30', 'fixed_ips': [{'subnet_id': '79d967c8-ab09-4776-a226-ee12a517a8ad'}]}} from dv-cinder-855479-2-iscsi. {{(pid=106521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 10:14:59.608139 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:59.703851 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Attempt 5 to provision port d0a01615-29e7-4b17-b967-ce00e7228a6f Sep 21 10:14:59.757061 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cd0239ed-4e33-4bd0-a4c7-0852198d740c admin admin] Publish callbacks [] for router_gateway (45c53bfa-ae62-4882-8a4b-fc670db27215), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:14:59.761951 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Port d0a01615-29e7-4b17-b967-ce00e7228a6f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:14:59.810982 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.db_base_plugin_common [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] Allocated IP 172.20.0.2 (40af309f-cf34-40e5-9071-7410e20dda69/79d967c8-ab09-4776-a226-ee12a517a8ad/18a77af1-a8f1-4157-b8a7-862f132bd035) {{(pid=106521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:14:59.872581 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:14:59.970384 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cd0239ed-4e33-4bd0-a4c7-0852198d740c admin admin] Publish callbacks [] for router_gateway (45c53bfa-ae62-4882-8a4b-fc670db27215), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:00.003391 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:00.007080 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] Publish callbacks [] for port (18a77af1-a8f1-4157-b8a7-862f132bd035), precommit_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:00.007359 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cd0239ed-4e33-4bd0-a4c7-0852198d740c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:00.020421 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985'] for port (18a77af1-a8f1-4157-b8a7-862f132bd035), after_create {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:00.074780 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] Network 40af309f-cf34-40e5-9071-7410e20dda69 is already hosted by enough agents. {{(pid=106521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:15:00.078694 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.scheduler.base_scheduler [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] Resources bound (agent type, host, resource id): {{(pid=106521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:15:00.082987 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] Received port after_create {{(pid=106521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:15:00.095699 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] Pushing event updated for resources: {'Port': ['ID=18a77af1-a8f1-4157-b8a7-862f132bd035,revision_number=1']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:00.101427 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 157b3c11-91a6-4675-a2bf-51426e1ec794 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:15:00.187487 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] Attempting to bind port 18a77af1-a8f1-4157-b8a7-862f132bd035 on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:15:00.188142 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] Attempting to bind port 18a77af1-a8f1-4157-b8a7-862f132bd035 by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '6e30c1db-1cb9-46a3-969b-41ad84cae085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '40af309f-cf34-40e5-9071-7410e20dda69'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:15:00.188323 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [None req-cd0239ed-4e33-4bd0-a4c7-0852198d740c admin admin] Allocated IP 172.27.2.160 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/0236908e-3b6b-463a-90b9-dfabb87dd1af) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:15:00.188685 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] Attempting to bind port 18a77af1-a8f1-4157-b8a7-862f132bd035 on network 40af309f-cf34-40e5-9071-7410e20dda69 {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:15:00.262086 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 157b3c11-91a6-4675-a2bf-51426e1ec794 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:15:00.262703 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (157b3c11-91a6-4675-a2bf-51426e1ec794), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:00.263229 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 157b3c11-91a6-4675-a2bf-51426e1ec794 Sep 21 10:15:00.273197 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Attempt 6 to provision port d0a01615-29e7-4b17-b967-ce00e7228a6f Sep 21 10:15:00.319192 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cd0239ed-4e33-4bd0-a4c7-0852198d740c admin admin] Publish callbacks [] for port (0236908e-3b6b-463a-90b9-dfabb87dd1af), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:00.325749 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:00.360080 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:00.369870 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cd0239ed-4e33-4bd0-a4c7-0852198d740c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (0236908e-3b6b-463a-90b9-dfabb87dd1af), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:00.374620 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:15:00.375032 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] Checking segment: {'id': '6e30c1db-1cb9-46a3-969b-41ad84cae085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '40af309f-cf34-40e5-9071-7410e20dda69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:15:00.375440 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:00.375995 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] Bound using segment: {'id': '6e30c1db-1cb9-46a3-969b-41ad84cae085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '40af309f-cf34-40e5-9071-7410e20dda69'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:15:00.376491 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] Bound port: 18a77af1-a8f1-4157-b8a7-862f132bd035, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e30c1db-1cb9-46a3-969b-41ad84cae085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '40af309f-cf34-40e5-9071-7410e20dda69'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:15:00.376872 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (18a77af1-a8f1-4157-b8a7-862f132bd035), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:00.381648 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Port d0a01615-29e7-4b17-b967-ce00e7228a6f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:15:00.423489 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0239ed-4e33-4bd0-a4c7-0852198d740c admin admin] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:15:00.433995 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-cd0239ed-4e33-4bd0-a4c7-0852198d740c admin admin] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:15:00.437850 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0239ed-4e33-4bd0-a4c7-0852198d740c admin admin] Pushing event updated for resources: {'Port': ['ID=0236908e-3b6b-463a-90b9-dfabb87dd1af,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:00.437850 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0239ed-4e33-4bd0-a4c7-0852198d740c admin admin] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:15:00.490755 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] Sync routers for ids ['37f5cbbb-c21d-48d9-8002-da304fb09f1c'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:15:00.493692 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:00.499524 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:00.509111 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] Routers {'37f5cbbb-c21d-48d9-8002-da304fb09f1c'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:15:00.510239 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:14:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['37f5cbbb-c21d-48d9-8002-da304fb09f1c'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:00.512476 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 157b3c11-91a6-4675-a2bf-51426e1ec794 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:15:00.512912 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (157b3c11-91a6-4675-a2bf-51426e1ec794), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:00.524832 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-43af7e6f-219d-4a9b-a994-7794351ebdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:00.530150 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] For port 18a77af1-a8f1-4157-b8a7-862f132bd035, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:15:00.538237 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] For port 18a77af1-a8f1-4157-b8a7-862f132bd035, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=18a77af1-a8f1-4157-b8a7-862f132bd035,segment=NetworkSegment(6e30c1db-1cb9-46a3-969b-41ad84cae085),segment_id=6e30c1db-1cb9-46a3-969b-41ad84cae085)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:15:00.552470 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (18a77af1-a8f1-4157-b8a7-862f132bd035), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:00.559347 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] For port 157b3c11-91a6-4675-a2bf-51426e1ec794, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=157b3c11-91a6-4675-a2bf-51426e1ec794,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:15:00.601782 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (157b3c11-91a6-4675-a2bf-51426e1ec794), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:00.625169 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d583d85-c659-4691-aa11-a27e7e66fbc9 None None] Pushing event updated for resources: {'Port': ['ID=18a77af1-a8f1-4157-b8a7-862f132bd035,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:00.658992 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] Set router 37f5cbbb-c21d-48d9-8002-da304fb09f1c gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:15:00.678951 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:00.688187 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Pushing event updated for resources: {'Port': ['ID=157b3c11-91a6-4675-a2bf-51426e1ec794,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:00.764132 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cd0239ed-4e33-4bd0-a4c7-0852198d740c admin admin] Publish callbacks [] for router_gateway (45c53bfa-ae62-4882-8a4b-fc670db27215), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:00.882876 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Attempt 7 to provision port d0a01615-29e7-4b17-b967-ce00e7228a6f Sep 21 10:15:00.942575 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Port d0a01615-29e7-4b17-b967-ce00e7228a6f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:15:01.030261 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'name': 'tempest-TestShelveInstance-1118145747-router', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:14:57Z', 'revision_number': 4, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'gw_port': {'id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd0a01615-29e7-4b17-b967-ce00e7228a6f', 'name': '', 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'mac_address': 'fa:16:3e:f0:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:56Z', 'updated_at': '2022-09-21T10:14:57Z', 'revision_number': 2, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'subnets': [{'id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:01.057889 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] Checking router: 37f5cbbb-c21d-48d9-8002-da304fb09f1c for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:15:01.058163 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] Updating router 37f5cbbb-c21d-48d9-8002-da304fb09f1c port d0a01615-29e7-4b17-b967-ce00e7228a6f binding host dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:15:01.090188 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d0a01615-29e7-4b17-b967-ce00e7228a6f), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:01.101330 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cd0239ed-4e33-4bd0-a4c7-0852198d740c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438052'] for router (45c53bfa-ae62-4882-8a4b-fc670db27215), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:01.255913 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0239ed-4e33-4bd0-a4c7-0852198d740c admin admin] Router 45c53bfa-ae62-4882-8a4b-fc670db27215 is scheduled to L3 agent 7dcae471-d53e-494b-8876-87a888840c5e with binding_index 1 {{(pid=106519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 10:15:01.417478 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0239ed-4e33-4bd0-a4c7-0852198d740c admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:15:01.429894 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] Sync routers for ids ['45c53bfa-ae62-4882-8a4b-fc670db27215'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:15:01.440847 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-cd0239ed-4e33-4bd0-a4c7-0852198d740c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:01.445109 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-cd0239ed-4e33-4bd0-a4c7-0852198d740c admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9566102 Sep 21 10:15:01.445312 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Attempt 8 to provision port d0a01615-29e7-4b17-b967-ce00e7228a6f Sep 21 10:15:01.445500 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58660) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:15:01.455278 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] Publish callbacks [] for port (d0a01615-29e7-4b17-b967-ce00e7228a6f), precommit_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:01.462389 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (d0a01615-29e7-4b17-b967-ce00e7228a6f), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:01.528852 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Port d0a01615-29e7-4b17-b967-ce00e7228a6f cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:15:01.529747 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] Routers {'45c53bfa-ae62-4882-8a4b-fc670db27215'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:15:01.531229 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:14:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['45c53bfa-ae62-4882-8a4b-fc670db27215'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:01.561909 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d57a59-6fbb-4d1c-bdfa-5a5309b8819a None None] Pushing event updated for resources: {'Port': ['ID=d0a01615-29e7-4b17-b967-ce00e7228a6f,revision_number=3']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:01.581451 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d57a59-6fbb-4d1c-bdfa-5a5309b8819a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:01.582254 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d57a59-6fbb-4d1c-bdfa-5a5309b8819a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:01.582942 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d57a59-6fbb-4d1c-bdfa-5a5309b8819a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:01.583604 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d57a59-6fbb-4d1c-bdfa-5a5309b8819a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:01.584592 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=100 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:01.584871 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d57a59-6fbb-4d1c-bdfa-5a5309b8819a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:01.586276 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d57a59-6fbb-4d1c-bdfa-5a5309b8819a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:01.587308 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d57a59-6fbb-4d1c-bdfa-5a5309b8819a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:01.588785 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d57a59-6fbb-4d1c-bdfa-5a5309b8819a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:01.592013 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d57a59-6fbb-4d1c-bdfa-5a5309b8819a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:01.592013 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d57a59-6fbb-4d1c-bdfa-5a5309b8819a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:01.592013 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d57a59-6fbb-4d1c-bdfa-5a5309b8819a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:01.592013 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d57a59-6fbb-4d1c-bdfa-5a5309b8819a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:01.592013 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d57a59-6fbb-4d1c-bdfa-5a5309b8819a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:01.592013 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d57a59-6fbb-4d1c-bdfa-5a5309b8819a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:01.592948 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d57a59-6fbb-4d1c-bdfa-5a5309b8819a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:01.633464 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] Attempting to bind port d0a01615-29e7-4b17-b967-ce00e7228a6f on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:15:01.633930 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] Attempting to bind port d0a01615-29e7-4b17-b967-ce00e7228a6f by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29'}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:15:01.635141 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] Attempting to bind port d0a01615-29e7-4b17-b967-ce00e7228a6f on network ccd0a82e-d365-411e-9323-b009ef5aee29 {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:15:01.697327 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:15:01.698206 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] Checking segment: {'id': '30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:15:01.698885 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:01.699381 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] Bound using segment: {'id': '30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29'} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:15:01.700035 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] Bound port: d0a01615-29e7-4b17-b967-ce00e7228a6f, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29'}}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:15:01.700515 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d0a01615-29e7-4b17-b967-ce00e7228a6f), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:01.756970 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:01.780328 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] For port d0a01615-29e7-4b17-b967-ce00e7228a6f, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:15:01.783902 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] For port d0a01615-29e7-4b17-b967-ce00e7228a6f, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=d0a01615-29e7-4b17-b967-ce00e7228a6f,segment=NetworkSegment(30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc),segment_id=30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc)] {{(pid=106522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:15:01.791637 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (d0a01615-29e7-4b17-b967-ce00e7228a6f), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:01.812433 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a46489b-d161-4cab-aa4f-8215e2a8f6cc None None] Network 40af309f-cf34-40e5-9071-7410e20dda69 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:15:01.836034 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] Routers {'37f5cbbb-c21d-48d9-8002-da304fb09f1c'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:15:01.836587 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:14:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['37f5cbbb-c21d-48d9-8002-da304fb09f1c'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:01.896985 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d57a59-6fbb-4d1c-bdfa-5a5309b8819a None None] Pushing event updated for resources: {'Port': ['ID=d0a01615-29e7-4b17-b967-ce00e7228a6f,revision_number=4']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:01.906039 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:01.910332 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] Set router 45c53bfa-ae62-4882-8a4b-fc670db27215 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:15:02.019833 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] Set router 37f5cbbb-c21d-48d9-8002-da304fb09f1c gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:15:02.060128 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Attempt 9 to provision port d0a01615-29e7-4b17-b967-ce00e7228a6f Sep 21 10:15:02.206489 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device d0a01615-29e7-4b17-b967-ce00e7228a6f up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:15:02.298596 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7574b91e-28c6-4225-9cd3-a3420203397f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:02.345533 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port d0a01615-29e7-4b17-b967-ce00e7228a6f triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:15:02.345903 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (d0a01615-29e7-4b17-b967-ce00e7228a6f), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:02.346228 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port d0a01615-29e7-4b17-b967-ce00e7228a6f Sep 21 10:15:02.354698 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'name': 'tempest-TestShelveInstance-1118145747-router', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:14:57Z', 'revision_number': 4, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'gw_port': {'id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd0a01615-29e7-4b17-b967-ce00e7228a6f', 'name': '', 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'mac_address': 'fa:16:3e:f0:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:56Z', 'updated_at': '2022-09-21T10:15:01Z', 'revision_number': 4, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'subnets': [{'id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:02.369544 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Current status of the port d0a01615-29e7-4b17-b967-ce00e7228a6f is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:15:02.369932 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d0a01615-29e7-4b17-b967-ce00e7228a6f), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:02.377299 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'name': 'tempest-TestShelveInstance-892925882-router', 'tenant_id': 'a696c957b10140c191747cbb60b53c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '0236908e-3b6b-463a-90b9-dfabb87dd1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:59Z', 'updated_at': '2022-09-21T10:15:00Z', 'revision_number': 3, 'project_id': 'a696c957b10140c191747cbb60b53c30', 'gw_port': {'id': '0236908e-3b6b-463a-90b9-dfabb87dd1af', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:15:00Z', 'updated_at': '2022-09-21T10:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:02.389351 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:02.420145 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f04e84-677c-4de4-9fc8-d6d04a5cb6b8 None None] The sync data for ids ['37f5cbbb-c21d-48d9-8002-da304fb09f1c'] in dv-cinder-855479-2-iscsi is: [{'id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'name': 'tempest-TestShelveInstance-1118145747-router', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:14:57Z', 'revision_number': 4, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'gw_port': {'id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd0a01615-29e7-4b17-b967-ce00e7228a6f', 'name': '', 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'mac_address': 'fa:16:3e:f0:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:56Z', 'updated_at': '2022-09-21T10:15:01Z', 'revision_number': 4, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'subnets': [{'id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:15:02.426991 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] Checking router: 45c53bfa-ae62-4882-8a4b-fc670db27215 for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:15:02.427381 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] Updating router 45c53bfa-ae62-4882-8a4b-fc670db27215 port 0236908e-3b6b-463a-90b9-dfabb87dd1af binding host dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:15:02.439136 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:02.484120 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] For port d0a01615-29e7-4b17-b967-ce00e7228a6f, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=d0a01615-29e7-4b17-b967-ce00e7228a6f,segment=NetworkSegment(30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc),segment_id=30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:15:02.489789 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (0236908e-3b6b-463a-90b9-dfabb87dd1af), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:02.492516 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (d0a01615-29e7-4b17-b967-ce00e7228a6f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:02.518446 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_common [None req-7574b91e-28c6-4225-9cd3-a3420203397f admin admin] Allocated IP 172.20.0.1 (40af309f-cf34-40e5-9071-7410e20dda69/79d967c8-ab09-4776-a226-ee12a517a8ad/25ed127f-1401-4d2e-9f15-97df0302064a) {{(pid=106520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:15:02.655976 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7574b91e-28c6-4225-9cd3-a3420203397f admin admin] Publish callbacks [] for port (25ed127f-1401-4d2e-9f15-97df0302064a), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:02.670112 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port d0a01615-29e7-4b17-b967-ce00e7228a6f is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:15:02.671465 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 18a77af1-a8f1-4157-b8a7-862f132bd035 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:15:02.677758 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b321667-bb4b-4e3d-b128-ef789e967e16 None None] Pushing event updated for resources: {'Port': ['ID=d0a01615-29e7-4b17-b967-ce00e7228a6f,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:02.703102 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7574b91e-28c6-4225-9cd3-a3420203397f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (25ed127f-1401-4d2e-9f15-97df0302064a), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:02.713771 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-68c1cf27-b21c-45e2-844f-79a6bee41078 None None] Provisioning complete for port 18a77af1-a8f1-4157-b8a7-862f132bd035 triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:15:02.714152 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-68c1cf27-b21c-45e2-844f-79a6bee41078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (18a77af1-a8f1-4157-b8a7-862f132bd035), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:02.714486 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-68c1cf27-b21c-45e2-844f-79a6bee41078 None None] Attempt 1 to provision port 18a77af1-a8f1-4157-b8a7-862f132bd035 Sep 21 10:15:02.746863 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7574b91e-28c6-4225-9cd3-a3420203397f admin admin] Network 40af309f-cf34-40e5-9071-7410e20dda69 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:15:02.750200 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-7574b91e-28c6-4225-9cd3-a3420203397f admin admin] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:15:02.754218 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7574b91e-28c6-4225-9cd3-a3420203397f admin admin] Received port after_create {{(pid=106520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:15:02.756173 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:02.769367 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:02.780671 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:02.783570 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574b91e-28c6-4225-9cd3-a3420203397f admin admin] Pushing event updated for resources: {'Port': ['ID=25ed127f-1401-4d2e-9f15-97df0302064a,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:02.807037 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7574b91e-28c6-4225-9cd3-a3420203397f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429853'] for router_interface (45c53bfa-ae62-4882-8a4b-fc670db27215), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:02.839156 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 18a77af1-a8f1-4157-b8a7-862f132bd035 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:15:02.839843 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (18a77af1-a8f1-4157-b8a7-862f132bd035), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:02.839843 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 18a77af1-a8f1-4157-b8a7-862f132bd035 Sep 21 10:15:02.917263 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-68c1cf27-b21c-45e2-844f-79a6bee41078 None None] Current status of the port 18a77af1-a8f1-4157-b8a7-862f132bd035 is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:15:02.917683 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-68c1cf27-b21c-45e2-844f-79a6bee41078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (18a77af1-a8f1-4157-b8a7-862f132bd035), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:02.978037 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7574b91e-28c6-4225-9cd3-a3420203397f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (25ed127f-1401-4d2e-9f15-97df0302064a), before_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:03.002698 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-68c1cf27-b21c-45e2-844f-79a6bee41078 None None] For port 18a77af1-a8f1-4157-b8a7-862f132bd035, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=18a77af1-a8f1-4157-b8a7-862f132bd035,segment=NetworkSegment(6e30c1db-1cb9-46a3-969b-41ad84cae085),segment_id=6e30c1db-1cb9-46a3-969b-41ad84cae085)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:15:03.052020 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-68c1cf27-b21c-45e2-844f-79a6bee41078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (18a77af1-a8f1-4157-b8a7-862f132bd035), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:03.117485 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 18a77af1-a8f1-4157-b8a7-862f132bd035 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:15:03.118621 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 157b3c11-91a6-4675-a2bf-51426e1ec794 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:15:03.129986 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-68c1cf27-b21c-45e2-844f-79a6bee41078 None None] Provisioning complete for port d0a01615-29e7-4b17-b967-ce00e7228a6f triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:15:03.130369 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-68c1cf27-b21c-45e2-844f-79a6bee41078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (d0a01615-29e7-4b17-b967-ce00e7228a6f), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:03.130703 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-68c1cf27-b21c-45e2-844f-79a6bee41078 None None] Attempt 1 to provision port d0a01615-29e7-4b17-b967-ce00e7228a6f Sep 21 10:15:03.206671 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] Publish callbacks [] for port (0236908e-3b6b-463a-90b9-dfabb87dd1af), precommit_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:03.225516 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7574b91e-28c6-4225-9cd3-a3420203397f admin admin] Publish callbacks [] for port (25ed127f-1401-4d2e-9f15-97df0302064a), precommit_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:03.232711 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1cf27-b21c-45e2-844f-79a6bee41078 None None] Pushing event updated for resources: {'Port': ['ID=18a77af1-a8f1-4157-b8a7-862f132bd035,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:03.233716 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7574b91e-28c6-4225-9cd3-a3420203397f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667630'] for port (25ed127f-1401-4d2e-9f15-97df0302064a), after_update {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:03.246312 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (0236908e-3b6b-463a-90b9-dfabb87dd1af), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:03.316033 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574b91e-28c6-4225-9cd3-a3420203397f admin admin] Pushing event updated for resources: {'Port': ['ID=25ed127f-1401-4d2e-9f15-97df0302064a,revision_number=2']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:03.319168 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7574b91e-28c6-4225-9cd3-a3420203397f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429961'] for router_interface (45c53bfa-ae62-4882-8a4b-fc670db27215), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:03.321099 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] Attempting to bind port 0236908e-3b6b-463a-90b9-dfabb87dd1af on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:15:03.321483 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] Attempting to bind port 0236908e-3b6b-463a-90b9-dfabb87dd1af by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:15:03.321942 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] Attempting to bind port 0236908e-3b6b-463a-90b9-dfabb87dd1af on network e44615eb-99ac-4ee3-8eec-4410b9bcb116 {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:15:03.358703 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 157b3c11-91a6-4675-a2bf-51426e1ec794 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:15:03.359071 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (157b3c11-91a6-4675-a2bf-51426e1ec794), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:03.359405 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 157b3c11-91a6-4675-a2bf-51426e1ec794 Sep 21 10:15:03.360896 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:03.395196 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-68c1cf27-b21c-45e2-844f-79a6bee41078 None None] Current status of the port d0a01615-29e7-4b17-b967-ce00e7228a6f is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:15:03.403569 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b44bb3-8bb3-4bf5-b2e3-ed8a500e136c None None] Pushing event updated for resources: {'Port': ['ID=0236908e-3b6b-463a-90b9-dfabb87dd1af,revision_number=2']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:03.439730 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:15:03.440474 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] Checking segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:15:03.440474 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:03.441052 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] Bound using segment: {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'} {{(pid=106521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:15:03.441260 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.managers [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] Bound port: 0236908e-3b6b-463a-90b9-dfabb87dd1af, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f84a7f-3100-44c2-b991-9a31a06775d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}}] {{(pid=106521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:15:03.442370 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (0236908e-3b6b-463a-90b9-dfabb87dd1af), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:03.444697 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7574b91e-28c6-4225-9cd3-a3420203397f admin admin] Network 40af309f-cf34-40e5-9071-7410e20dda69 is already hosted by enough agents. {{(pid=106520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:15:03.446360 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.base_scheduler [None req-7574b91e-28c6-4225-9cd3-a3420203397f admin admin] Resources bound (agent type, host, resource id): {{(pid=106520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:15:03.539209 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 157b3c11-91a6-4675-a2bf-51426e1ec794 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:15:03.545531 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Provisioning complete for port 25ed127f-1401-4d2e-9f15-97df0302064a triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:15:03.545912 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (25ed127f-1401-4d2e-9f15-97df0302064a), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:03.546271 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Attempt 1 to provision port 25ed127f-1401-4d2e-9f15-97df0302064a Sep 21 10:15:03.551003 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] For port 0236908e-3b6b-463a-90b9-dfabb87dd1af, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:15:03.589492 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] For port 0236908e-3b6b-463a-90b9-dfabb87dd1af, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=0236908e-3b6b-463a-90b9-dfabb87dd1af,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:15:03.602815 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (0236908e-3b6b-463a-90b9-dfabb87dd1af), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:03.624967 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7574b91e-28c6-4225-9cd3-a3420203397f admin admin] Router 45c53bfa-ae62-4882-8a4b-fc670db27215 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:15:03.644464 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Port 25ed127f-1401-4d2e-9f15-97df0302064a cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:15:03.788685 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7574b91e-28c6-4225-9cd3-a3420203397f admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:15:03.794628 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-7574b91e-28c6-4225-9cd3-a3420203397f admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/45c53bfa-ae62-4882-8a4b-fc670db27215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3478205 Sep 21 10:15:03.843124 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] Routers {'45c53bfa-ae62-4882-8a4b-fc670db27215'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:15:03.843785 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:14:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['45c53bfa-ae62-4882-8a4b-fc670db27215'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:03.847825 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1525-8dd9-46af-9511-fe2cf85d09e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:03.849312 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b44bb3-8bb3-4bf5-b2e3-ed8a500e136c None None] Pushing event updated for resources: {'Port': ['ID=0236908e-3b6b-463a-90b9-dfabb87dd1af,revision_number=3']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:03.891293 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:03.969800 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] Set router 45c53bfa-ae62-4882-8a4b-fc670db27215 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:15:04.095236 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device d0a01615-29e7-4b17-b967-ce00e7228a6f up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:15:04.145523 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Attempt 2 to provision port 25ed127f-1401-4d2e-9f15-97df0302064a Sep 21 10:15:04.232953 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Port 25ed127f-1401-4d2e-9f15-97df0302064a cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:15:04.242177 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port d0a01615-29e7-4b17-b967-ce00e7228a6f triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:15:04.242636 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (d0a01615-29e7-4b17-b967-ce00e7228a6f), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:04.242879 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port d0a01615-29e7-4b17-b967-ce00e7228a6f Sep 21 10:15:04.250509 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58672) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:15:04.255693 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-6b8322f1-2846-4c69-a065-0ac15d422e0a tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-971722280', 'description': 'tempest-secgroup-smoke-971722280 description', 'project_id': '8902ea06b52f4563be279655cf47b8d0'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:15:04.270239 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:04.278499 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6b8322f1-2846-4c69-a065-0ac15d422e0a tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:04.284908 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'name': 'tempest-TestShelveInstance-892925882-router', 'tenant_id': 'a696c957b10140c191747cbb60b53c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '0236908e-3b6b-463a-90b9-dfabb87dd1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:59Z', 'updated_at': '2022-09-21T10:15:02Z', 'revision_number': 4, 'project_id': 'a696c957b10140c191747cbb60b53c30', 'gw_port': {'id': '0236908e-3b6b-463a-90b9-dfabb87dd1af', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:15:00Z', 'updated_at': '2022-09-21T10:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '25ed127f-1401-4d2e-9f15-97df0302064a', 'name': '', 'network_id': '40af309f-cf34-40e5-9071-7410e20dda69', 'tenant_id': 'a696c957b10140c191747cbb60b53c30', 'mac_address': 'fa:16:3e:a8:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '79d967c8-ab09-4776-a226-ee12a517a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:15:02Z', 'updated_at': '2022-09-21T10:15:03Z', 'revision_number': 2, 'project_id': 'a696c957b10140c191747cbb60b53c30', 'subnets': [{'id': '79d967c8-ab09-4776-a226-ee12a517a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:04.304744 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:04.316115 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3427d-1ea0-4c29-8003-a7de2dab671b None None] The sync data for ids ['45c53bfa-ae62-4882-8a4b-fc670db27215'] in dv-cinder-855479-2-iscsi is: [{'id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'name': 'tempest-TestShelveInstance-892925882-router', 'tenant_id': 'a696c957b10140c191747cbb60b53c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '0236908e-3b6b-463a-90b9-dfabb87dd1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:59Z', 'updated_at': '2022-09-21T10:15:02Z', 'revision_number': 4, 'project_id': 'a696c957b10140c191747cbb60b53c30', 'gw_port': {'id': '0236908e-3b6b-463a-90b9-dfabb87dd1af', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:15:00Z', 'updated_at': '2022-09-21T10:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '25ed127f-1401-4d2e-9f15-97df0302064a', 'name': '', 'network_id': '40af309f-cf34-40e5-9071-7410e20dda69', 'tenant_id': 'a696c957b10140c191747cbb60b53c30', 'mac_address': 'fa:16:3e:a8:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '79d967c8-ab09-4776-a226-ee12a517a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:15:02Z', 'updated_at': '2022-09-21T10:15:03Z', 'revision_number': 2, 'project_id': 'a696c957b10140c191747cbb60b53c30', 'subnets': [{'id': '79d967c8-ab09-4776-a226-ee12a517a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:15:04.317535 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:04.357472 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6b8322f1-2846-4c69-a065-0ac15d422e0a tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group (f389548b-b6fa-4578-aea9-bc71ceaae6ee), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:04.363130 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6b8322f1-2846-4c69-a065-0ac15d422e0a tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (f389548b-b6fa-4578-aea9-bc71ceaae6ee), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:04.368543 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port d0a01615-29e7-4b17-b967-ce00e7228a6f is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:15:04.370790 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 18a77af1-a8f1-4157-b8a7-862f132bd035 up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:15:04.394980 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8322f1-2846-4c69-a065-0ac15d422e0a tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f389548b-b6fa-4578-aea9-bc71ceaae6ee,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:04.399213 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-6b8322f1-2846-4c69-a065-0ac15d422e0a tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:04.403424 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-6b8322f1-2846-4c69-a065-0ac15d422e0a tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1488340 Sep 21 10:15:04.404200 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58674) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:15:04.409483 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-7f3c6828-2cc1-49e0-84b3-77efc034fdcc tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Request body: {'security_group_rule': {'security_group_id': 'f389548b-b6fa-4578-aea9-bc71ceaae6ee', 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:15:04.420540 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 18a77af1-a8f1-4157-b8a7-862f132bd035 triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:15:04.420910 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (18a77af1-a8f1-4157-b8a7-862f132bd035), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:04.421251 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 18a77af1-a8f1-4157-b8a7-862f132bd035 Sep 21 10:15:04.441904 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7f3c6828-2cc1-49e0-84b3-77efc034fdcc tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group_rule (8b12e2f7-a368-4919-950a-999ba43f6412), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:04.513592 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 18a77af1-a8f1-4157-b8a7-862f132bd035 is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:15:04.517105 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7f3c6828-2cc1-49e0-84b3-77efc034fdcc tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group_rule (8b12e2f7-a368-4919-950a-999ba43f6412), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:04.533653 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7f3c6828-2cc1-49e0-84b3-77efc034fdcc tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (8b12e2f7-a368-4919-950a-999ba43f6412), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:04.563183 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:04.565723 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c6828-2cc1-49e0-84b3-77efc034fdcc tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b12e2f7-a368-4919-950a-999ba43f6412,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:04.589960 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-7f3c6828-2cc1-49e0-84b3-77efc034fdcc tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:04.592324 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-7f3c6828-2cc1-49e0-84b3-77efc034fdcc tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1871068 Sep 21 10:15:04.595322 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58676) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:15:04.600315 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-78ce8021-c004-4ed1-8e6a-c5c1aa824349 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Request body: {'security_group_rule': {'security_group_id': 'f389548b-b6fa-4578-aea9-bc71ceaae6ee', 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:15:04.630723 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-78ce8021-c004-4ed1-8e6a-c5c1aa824349 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group_rule (2c3720b2-59a2-4e6b-a8e7-f51e43fcb5d0), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:04.703069 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-78ce8021-c004-4ed1-8e6a-c5c1aa824349 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group_rule (2c3720b2-59a2-4e6b-a8e7-f51e43fcb5d0), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:04.708312 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-78ce8021-c004-4ed1-8e6a-c5c1aa824349 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (2c3720b2-59a2-4e6b-a8e7-f51e43fcb5d0), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:04.735157 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Attempt 3 to provision port 25ed127f-1401-4d2e-9f15-97df0302064a Sep 21 10:15:04.737104 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce8021-c004-4ed1-8e6a-c5c1aa824349 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3720b2-59a2-4e6b-a8e7-f51e43fcb5d0,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:04.746033 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-78ce8021-c004-4ed1-8e6a-c5c1aa824349 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:04.752968 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58678) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:15:04.756378 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-78ce8021-c004-4ed1-8e6a-c5c1aa824349 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1555521 Sep 21 10:15:04.760994 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-4e1cf4c7-5b7e-4b93-9135-5ac34f7839d2 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Request body: {'security_group_rule': {'security_group_id': 'f389548b-b6fa-4578-aea9-bc71ceaae6ee', 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:15:04.811440 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-4e1cf4c7-5b7e-4b93-9135-5ac34f7839d2 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group_rule (40380d0f-207a-48bd-bacd-a5415489e6c0), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:04.815342 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Port 25ed127f-1401-4d2e-9f15-97df0302064a cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:15:04.816898 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:04.892418 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-4e1cf4c7-5b7e-4b93-9135-5ac34f7839d2 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group_rule (40380d0f-207a-48bd-bacd-a5415489e6c0), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:04.897110 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-4e1cf4c7-5b7e-4b93-9135-5ac34f7839d2 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (40380d0f-207a-48bd-bacd-a5415489e6c0), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:04.934006 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cf4c7-5b7e-4b93-9135-5ac34f7839d2 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40380d0f-207a-48bd-bacd-a5415489e6c0,revision_number=0']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:04.942356 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-4e1cf4c7-5b7e-4b93-9135-5ac34f7839d2 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:04.948293 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-4e1cf4c7-5b7e-4b93-9135-5ac34f7839d2 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1934264 Sep 21 10:15:04.949636 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58680) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:15:04.956955 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-a419c2ec-427a-4e4f-9cdc-94a864dd64ab tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Request body: {'security_group_rule': {'security_group_id': 'f389548b-b6fa-4578-aea9-bc71ceaae6ee', 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:15:05.002117 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a419c2ec-427a-4e4f-9cdc-94a864dd64ab tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group_rule (3b7a997d-1e81-416f-8e23-bc34cadf9596), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:05.099371 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a419c2ec-427a-4e4f-9cdc-94a864dd64ab tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group_rule (3b7a997d-1e81-416f-8e23-bc34cadf9596), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:05.104015 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a419c2ec-427a-4e4f-9cdc-94a864dd64ab tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (3b7a997d-1e81-416f-8e23-bc34cadf9596), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:05.126997 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419c2ec-427a-4e4f-9cdc-94a864dd64ab tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7a997d-1e81-416f-8e23-bc34cadf9596,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:05.139598 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-a419c2ec-427a-4e4f-9cdc-94a864dd64ab tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:05.143133 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-a419c2ec-427a-4e4f-9cdc-94a864dd64ab tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1911452 Sep 21 10:15:05.146674 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58682) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:15:05.152166 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-dabc3e2a-f8fe-4888-a051-9c74304f1486 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Request body: {'security_group_rule': {'security_group_id': 'f389548b-b6fa-4578-aea9-bc71ceaae6ee', 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:15:05.184423 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.securitygroups_db [None req-dabc3e2a-f8fe-4888-a051-9c74304f1486 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Project 8902ea06b52f4563be279655cf47b8d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 10:15:05.193991 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dabc3e2a-f8fe-4888-a051-9c74304f1486 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group_rule (f44583ac-cbb2-4408-9429-03ea9056f34c), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:05.287167 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dabc3e2a-f8fe-4888-a051-9c74304f1486 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group_rule (f44583ac-cbb2-4408-9429-03ea9056f34c), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:05.293376 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dabc3e2a-f8fe-4888-a051-9c74304f1486 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (f44583ac-cbb2-4408-9429-03ea9056f34c), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:05.317182 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Attempt 4 to provision port 25ed127f-1401-4d2e-9f15-97df0302064a Sep 21 10:15:05.324705 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc3e2a-f8fe-4888-a051-9c74304f1486 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44583ac-cbb2-4408-9429-03ea9056f34c,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:05.336950 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dabc3e2a-f8fe-4888-a051-9c74304f1486 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:05.341502 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-dabc3e2a-f8fe-4888-a051-9c74304f1486 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1906266 Sep 21 10:15:05.341726 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58684) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:15:05.346308 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-0d4d9e55-83f9-4280-838a-2c450cda7d64 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Request body: {'security_group_rule': {'security_group_id': 'f389548b-b6fa-4578-aea9-bc71ceaae6ee', 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:15:05.372582 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.securitygroups_db [None req-0d4d9e55-83f9-4280-838a-2c450cda7d64 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Project 8902ea06b52f4563be279655cf47b8d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 10:15:05.375895 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Port 25ed127f-1401-4d2e-9f15-97df0302064a cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:15:05.380621 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-0d4d9e55-83f9-4280-838a-2c450cda7d64 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group_rule (7c81f7aa-c468-4011-9868-9625012c6f63), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:05.453981 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:05.462878 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-0d4d9e55-83f9-4280-838a-2c450cda7d64 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group_rule (7c81f7aa-c468-4011-9868-9625012c6f63), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:05.468289 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-0d4d9e55-83f9-4280-838a-2c450cda7d64 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (7c81f7aa-c468-4011-9868-9625012c6f63), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:05.490519 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d9e55-83f9-4280-838a-2c450cda7d64 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c81f7aa-c468-4011-9868-9625012c6f63,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:05.497229 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-0d4d9e55-83f9-4280-838a-2c450cda7d64 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:05.499217 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-0d4d9e55-83f9-4280-838a-2c450cda7d64 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1558826 Sep 21 10:15:05.877354 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Attempt 5 to provision port 25ed127f-1401-4d2e-9f15-97df0302064a Sep 21 10:15:05.911865 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Port 25ed127f-1401-4d2e-9f15-97df0302064a cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:15:06.045090 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 0236908e-3b6b-463a-90b9-dfabb87dd1af up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:15:06.094989 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 0236908e-3b6b-463a-90b9-dfabb87dd1af triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:15:06.095472 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (0236908e-3b6b-463a-90b9-dfabb87dd1af), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:06.095916 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 0236908e-3b6b-463a-90b9-dfabb87dd1af Sep 21 10:15:06.194781 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 0236908e-3b6b-463a-90b9-dfabb87dd1af is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:15:06.195544 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (0236908e-3b6b-463a-90b9-dfabb87dd1af), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:06.227263 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] For port 0236908e-3b6b-463a-90b9-dfabb87dd1af, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=0236908e-3b6b-463a-90b9-dfabb87dd1af,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:15:06.232576 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (0236908e-3b6b-463a-90b9-dfabb87dd1af), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:06.291969 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Pushing event updated for resources: {'Port': ['ID=0236908e-3b6b-463a-90b9-dfabb87dd1af,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:06.413083 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Attempt 6 to provision port 25ed127f-1401-4d2e-9f15-97df0302064a Sep 21 10:15:06.456806 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Port 25ed127f-1401-4d2e-9f15-97df0302064a cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:15:06.580493 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:06.594670 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] Sync routers for ids ['45c53bfa-ae62-4882-8a4b-fc670db27215'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:15:06.606233 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] Routers {'45c53bfa-ae62-4882-8a4b-fc670db27215'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:15:06.606846 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:15:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['45c53bfa-ae62-4882-8a4b-fc670db27215'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:06.719820 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] Set router 45c53bfa-ae62-4882-8a4b-fc670db27215 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:15:06.955987 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'name': 'tempest-TestShelveInstance-892925882-router', 'tenant_id': 'a696c957b10140c191747cbb60b53c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '0236908e-3b6b-463a-90b9-dfabb87dd1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:59Z', 'updated_at': '2022-09-21T10:15:02Z', 'revision_number': 4, 'project_id': 'a696c957b10140c191747cbb60b53c30', 'gw_port': {'id': '0236908e-3b6b-463a-90b9-dfabb87dd1af', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:15:00Z', 'updated_at': '2022-09-21T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '25ed127f-1401-4d2e-9f15-97df0302064a', 'name': '', 'network_id': '40af309f-cf34-40e5-9071-7410e20dda69', 'tenant_id': 'a696c957b10140c191747cbb60b53c30', 'mac_address': 'fa:16:3e:a8:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '79d967c8-ab09-4776-a226-ee12a517a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:15:02Z', 'updated_at': '2022-09-21T10:15:03Z', 'revision_number': 2, 'project_id': 'a696c957b10140c191747cbb60b53c30', 'subnets': [{'id': '79d967c8-ab09-4776-a226-ee12a517a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:06.957913 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Attempt 7 to provision port 25ed127f-1401-4d2e-9f15-97df0302064a Sep 21 10:15:06.982219 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] Checking router: 45c53bfa-ae62-4882-8a4b-fc670db27215 for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:15:06.982571 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] Updating router 45c53bfa-ae62-4882-8a4b-fc670db27215 port 25ed127f-1401-4d2e-9f15-97df0302064a binding host dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 10:15:06.988919 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=100 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:07.000592 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Port 25ed127f-1401-4d2e-9f15-97df0302064a cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:15:07.012122 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (25ed127f-1401-4d2e-9f15-97df0302064a), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:07.231533 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:07.287942 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] Publish callbacks [] for port (25ed127f-1401-4d2e-9f15-97df0302064a), precommit_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:07.294887 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (25ed127f-1401-4d2e-9f15-97df0302064a), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:07.300483 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:07.454618 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30696c-b987-4224-9c02-28d8a3dafb8e None None] Pushing event updated for resources: {'Port': ['ID=25ed127f-1401-4d2e-9f15-97df0302064a,revision_number=3']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:07.485860 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] Attempting to bind port 25ed127f-1401-4d2e-9f15-97df0302064a on host dv-cinder-855479-2-iscsi for vnic_type normal with profile {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:15:07.486233 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] Attempting to bind port 25ed127f-1401-4d2e-9f15-97df0302064a by drivers openvswitch,hyperv on host dv-cinder-855479-2-iscsi at level 0 using segments [{'id': '6e30c1db-1cb9-46a3-969b-41ad84cae085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '40af309f-cf34-40e5-9071-7410e20dda69'}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:15:07.486603 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] Attempting to bind port 25ed127f-1401-4d2e-9f15-97df0302064a on network 40af309f-cf34-40e5-9071-7410e20dda69 {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:15:07.501444 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Attempt 8 to provision port 25ed127f-1401-4d2e-9f15-97df0302064a Sep 21 10:15:07.531770 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] Checking agent: {'id': 'd01bff89-4805-4315-89f2-cce8920b8d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855479-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 9, 57, 35), 'started_at': datetime.datetime(2022, 9, 21, 9, 58, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855479-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:15:07.532137 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] Checking segment: {'id': '6e30c1db-1cb9-46a3-969b-41ad84cae085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '40af309f-cf34-40e5-9071-7410e20dda69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:15:07.532543 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:07.532955 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] Bound using segment: {'id': '6e30c1db-1cb9-46a3-969b-41ad84cae085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '40af309f-cf34-40e5-9071-7410e20dda69'} {{(pid=106522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:15:07.533427 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.managers [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] Bound port: 25ed127f-1401-4d2e-9f15-97df0302064a, host: dv-cinder-855479-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e30c1db-1cb9-46a3-969b-41ad84cae085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '40af309f-cf34-40e5-9071-7410e20dda69'}}] {{(pid=106522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:15:07.533801 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (25ed127f-1401-4d2e-9f15-97df0302064a), before_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:07.537213 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Port 25ed127f-1401-4d2e-9f15-97df0302064a cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:15:07.598747 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] For port 25ed127f-1401-4d2e-9f15-97df0302064a, host dv-cinder-855479-2-iscsi, cleared binding levels {{(pid=106522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:15:07.601779 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.plugins.ml2.db [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] For port 25ed127f-1401-4d2e-9f15-97df0302064a, host dv-cinder-855479-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=25ed127f-1401-4d2e-9f15-97df0302064a,segment=NetworkSegment(6e30c1db-1cb9-46a3-969b-41ad84cae085),segment_id=6e30c1db-1cb9-46a3-969b-41ad84cae085)] {{(pid=106522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:15:07.609378 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron_lib.callbacks.manager [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (25ed127f-1401-4d2e-9f15-97df0302064a), after_update {{(pid=106522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:07.644531 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] Routers {'45c53bfa-ae62-4882-8a4b-fc670db27215'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:15:07.645156 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:15:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['45c53bfa-ae62-4882-8a4b-fc670db27215'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:07.718342 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30696c-b987-4224-9c02-28d8a3dafb8e None None] Pushing event updated for resources: {'Port': ['ID=25ed127f-1401-4d2e-9f15-97df0302064a,revision_number=4']} {{(pid=106522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:07.790053 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] Set router 45c53bfa-ae62-4882-8a4b-fc670db27215 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:15:07.992539 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'name': 'tempest-TestShelveInstance-892925882-router', 'tenant_id': 'a696c957b10140c191747cbb60b53c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '0236908e-3b6b-463a-90b9-dfabb87dd1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:59Z', 'updated_at': '2022-09-21T10:15:02Z', 'revision_number': 4, 'project_id': 'a696c957b10140c191747cbb60b53c30', 'gw_port': {'id': '0236908e-3b6b-463a-90b9-dfabb87dd1af', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:15:00Z', 'updated_at': '2022-09-21T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '25ed127f-1401-4d2e-9f15-97df0302064a', 'name': '', 'network_id': '40af309f-cf34-40e5-9071-7410e20dda69', 'tenant_id': 'a696c957b10140c191747cbb60b53c30', 'mac_address': 'fa:16:3e:a8:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '79d967c8-ab09-4776-a226-ee12a517a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:15:02Z', 'updated_at': '2022-09-21T10:15:07Z', 'revision_number': 4, 'project_id': 'a696c957b10140c191747cbb60b53c30', 'subnets': [{'id': '79d967c8-ab09-4776-a226-ee12a517a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:08.022770 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc73bb7-0812-448f-8450-72415bac2bf9 None None] The sync data for ids ['45c53bfa-ae62-4882-8a4b-fc670db27215'] in dv-cinder-855479-2-iscsi is: [{'id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'name': 'tempest-TestShelveInstance-892925882-router', 'tenant_id': 'a696c957b10140c191747cbb60b53c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '0236908e-3b6b-463a-90b9-dfabb87dd1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:59Z', 'updated_at': '2022-09-21T10:15:02Z', 'revision_number': 4, 'project_id': 'a696c957b10140c191747cbb60b53c30', 'gw_port': {'id': '0236908e-3b6b-463a-90b9-dfabb87dd1af', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:15:00Z', 'updated_at': '2022-09-21T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '25ed127f-1401-4d2e-9f15-97df0302064a', 'name': '', 'network_id': '40af309f-cf34-40e5-9071-7410e20dda69', 'tenant_id': 'a696c957b10140c191747cbb60b53c30', 'mac_address': 'fa:16:3e:a8:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '79d967c8-ab09-4776-a226-ee12a517a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:15:02Z', 'updated_at': '2022-09-21T10:15:07Z', 'revision_number': 4, 'project_id': 'a696c957b10140c191747cbb60b53c30', 'subnets': [{'id': '79d967c8-ab09-4776-a226-ee12a517a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:15:08.039110 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Attempt 9 to provision port 25ed127f-1401-4d2e-9f15-97df0302064a Sep 21 10:15:08.064075 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 25ed127f-1401-4d2e-9f15-97df0302064a up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:15:08.166229 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 25ed127f-1401-4d2e-9f15-97df0302064a triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:15:08.166652 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (25ed127f-1401-4d2e-9f15-97df0302064a), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:08.166922 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 25ed127f-1401-4d2e-9f15-97df0302064a Sep 21 10:15:08.196355 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Current status of the port 25ed127f-1401-4d2e-9f15-97df0302064a is: DOWN; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:15:08.196768 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (25ed127f-1401-4d2e-9f15-97df0302064a), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:08.202887 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:08.255346 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] For port 25ed127f-1401-4d2e-9f15-97df0302064a, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=25ed127f-1401-4d2e-9f15-97df0302064a,segment=NetworkSegment(6e30c1db-1cb9-46a3-969b-41ad84cae085),segment_id=6e30c1db-1cb9-46a3-969b-41ad84cae085)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:15:08.260970 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (25ed127f-1401-4d2e-9f15-97df0302064a), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:08.326271 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 25ed127f-1401-4d2e-9f15-97df0302064a is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:15:08.327404 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 0236908e-3b6b-463a-90b9-dfabb87dd1af up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:15:08.366945 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644f720-8119-4a9c-ab2a-a1b604612235 None None] Pushing event updated for resources: {'Port': ['ID=25ed127f-1401-4d2e-9f15-97df0302064a,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:08.390021 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-3daaf74a-98af-454a-8e67-fea21b9c189d None None] Provisioning complete for port 25ed127f-1401-4d2e-9f15-97df0302064a triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:15:08.390399 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3daaf74a-98af-454a-8e67-fea21b9c189d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (25ed127f-1401-4d2e-9f15-97df0302064a), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:08.390755 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-3daaf74a-98af-454a-8e67-fea21b9c189d None None] Attempt 1 to provision port 25ed127f-1401-4d2e-9f15-97df0302064a Sep 21 10:15:08.430305 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 0236908e-3b6b-463a-90b9-dfabb87dd1af triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:15:08.430617 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (0236908e-3b6b-463a-90b9-dfabb87dd1af), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:08.430935 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 0236908e-3b6b-463a-90b9-dfabb87dd1af Sep 21 10:15:08.525852 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-3daaf74a-98af-454a-8e67-fea21b9c189d None None] Current status of the port 25ed127f-1401-4d2e-9f15-97df0302064a is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:15:08.562417 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:08.571404 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 0236908e-3b6b-463a-90b9-dfabb87dd1af is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:15:10.049316 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 25ed127f-1401-4d2e-9f15-97df0302064a up at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:15:10.113752 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Provisioning complete for port 25ed127f-1401-4d2e-9f15-97df0302064a triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:15:10.114413 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (25ed127f-1401-4d2e-9f15-97df0302064a), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:10.114758 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Attempt 1 to provision port 25ed127f-1401-4d2e-9f15-97df0302064a Sep 21 10:15:10.212071 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Current status of the port 25ed127f-1401-4d2e-9f15-97df0302064a is: ACTIVE; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:15:14.928082 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:14.932316 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=15,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:15.486742 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:INSERT=13,neutron:UPDATE=2,neutron:SELECT=63,neutron:DELETE=5 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:15.489592 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=78,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:15.999099 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:15:17.976901 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:18.450975 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72e6bf-1e5a-489d-b998-a968ae583593 req-3014141a-5674-42b0-90df-a7ab82a22b69 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:18.452496 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1a72e6bf-1e5a-489d-b998-a968ae583593 req-3014141a-5674-42b0-90df-a7ab82a22b69 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 945 time: 0.0537915 Sep 21 10:15:18.504830 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1a72e6bf-1e5a-489d-b998-a968ae583593 req-6ed0ed7b-dfa0-4645-963a-f1a30909f1e0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5421cb31-5343-4059-bb43-94f3a889544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463409 Sep 21 10:15:19.638946 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d98b17-ac46-4434-ad43-a3066a6457ad req-649eaaf4-276c-4feb-8a94-06cf99d10788 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:19.640682 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-90d98b17-ac46-4434-ad43-a3066a6457ad req-649eaaf4-276c-4feb-8a94-06cf99d10788 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 945 time: 0.0505631 Sep 21 10:15:19.697588 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-90d98b17-ac46-4434-ad43-a3066a6457ad req-a81f7201-8dd1-470b-b6f1-ad753b2ba019 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5421cb31-5343-4059-bb43-94f3a889544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465117 Sep 21 10:15:20.116963 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36da16-4cde-4782-987c-71efd6f4ecff req-d773f41f-7790-4d5d-9e62-ea338daeb1e7 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:20.118440 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9b36da16-4cde-4782-987c-71efd6f4ecff req-d773f41f-7790-4d5d-9e62-ea338daeb1e7 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 945 time: 0.0508704 Sep 21 10:15:20.218726 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-9b36da16-4cde-4782-987c-71efd6f4ecff req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Deleting port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:15:20.218726 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-9b36da16-4cde-4782-987c-71efd6f4ecff req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (3ad65afb-9052-4f86-8fe3-66b7f8d90d69), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:20.337188 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-9b36da16-4cde-4782-987c-71efd6f4ecff req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] For port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=3ad65afb-9052-4f86-8fe3-66b7f8d90d69,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:15:20.337759 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-9b36da16-4cde-4782-987c-71efd6f4ecff req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (3ad65afb-9052-4f86-8fe3-66b7f8d90d69), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:20.555819 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-9b36da16-4cde-4782-987c-71efd6f4ecff req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:20.556691 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-9b36da16-4cde-4782-987c-71efd6f4ecff req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (aea051f7-7fd3-4502-8843-12b6a5dc9299), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:20.557054 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.l3_db [req-9b36da16-4cde-4782-987c-71efd6f4ecff req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Floating IP aea051f7-7fd3-4502-8843-12b6a5dc9299 disassociated. External IP: 172.27.2.190, port: 3ad65afb-9052-4f86-8fe3-66b7f8d90d69. Sep 21 10:15:20.557525 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-9b36da16-4cde-4782-987c-71efd6f4ecff req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Calling delete_port for 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 owned by compute:nova {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:15:20.715013 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-9b36da16-4cde-4782-987c-71efd6f4ecff req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (3ad65afb-9052-4f86-8fe3-66b7f8d90d69), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:20.752744 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event deleted for resources: {'Port': ['ID=3ad65afb-9052-4f86-8fe3-66b7f8d90d69,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:20.767001 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:20.767540 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:20.768107 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:20.768650 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:20.769196 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:20.769736 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:20.770276 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:20.770813 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:20.771323 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:20.771887 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:20.772430 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:20.772964 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:20.773493 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:20.774021 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:20.775091 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:20.862782 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a0068461-07a7-4031-8c42-b2c9e141b870 req-b87e1927-1d7e-4f57-a1a8-23928fd2a2cd tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db5fe152-9f00-4494-8778-1111e9b56321 HTTP/1.1" status: 200 len: 210 time: 0.0726492 Sep 21 10:15:20.957002 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b36da16-4cde-4782-987c-71efd6f4ecff req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Router 99a2ea89-35ad-4ba2-9715-ad0a3620583a has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:15:21.004260 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:21.023890 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:21.107825 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-a7c0ee92-ccac-4f32-953f-2605feeb1c32 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-971722280&fields=id&tenant_id=8902ea06b52f4563be279655cf47b8d0 HTTP/1.1" status: 200 len: 267 time: 0.1068339 Sep 21 10:15:21.141505 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b36da16-4cde-4782-987c-71efd6f4ecff req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:15:21.154020 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d58a8d-6fbf-4ea8-b106-a64e74b0a00d None None] Sync routers for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:15:21.167857 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d58a8d-6fbf-4ea8-b106-a64e74b0a00d None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:15:21.168831 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-40d58a8d-6fbf-4ea8-b106-a64e74b0a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:15:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:21.240390 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b36da16-4cde-4782-987c-71efd6f4ecff req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] No DVR routers for this DVR port 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 on host hv-cinder-85547 {{(pid=106519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:15:21.247146 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-9b36da16-4cde-4782-987c-71efd6f4ecff req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:21.250920 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9b36da16-4cde-4782-987c-71efd6f4ecff req-d48290d3-80ac-432f-9313-217bc1026e97 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.42 "DELETE /networking/v2.0/ports/3ad65afb-9052-4f86-8fe3-66b7f8d90d69 HTTP/1.1" status: 204 len: 173 time: 1.1266272 Sep 21 10:15:21.251136 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5fe152-9f00-4494-8778-1111e9b56321', 'name': 'network-vif-deleted', 'tag': '3ad65afb-9052-4f86-8fe3-66b7f8d90d69'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:15:21.253592 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8b6eed-7979-4643-9be1-0097b84895b6" -d '{"events": [{"server_uuid": "db5fe152-9f00-4494-8778-1111e9b56321", "name": "network-vif-deleted", "tag": "3ad65afb-9052-4f86-8fe3-66b7f8d90d69"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:15:21.322740 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9c0973-ee00-4089-8bb0-554688dc0bcd x-openstack-request-id: req-8b9c0973-ee00-4089-8bb0-554688dc0bcd {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:15:21.323033 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5fe152-9f00-4494-8778-1111e9b56321", "name": "network-vif-deleted", "tag": "3ad65afb-9052-4f86-8fe3-66b7f8d90d69", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:15:21.323287 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8b9c0973-ee00-4089-8bb0-554688dc0bcd {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:15:21.323718 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b9c0973-ee00-4089-8bb0-554688dc0bcd'] response: {'server_uuid': 'db5fe152-9f00-4494-8778-1111e9b56321', 'name': 'network-vif-deleted', 'tag': '3ad65afb-9052-4f86-8fe3-66b7f8d90d69', 'status': 'completed', 'code': 200} Sep 21 10:15:21.333040 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ff627c6c-4c64-454c-9b23-386a9fc26dc8 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:21.334460 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ff627c6c-4c64-454c-9b23-386a9fc26dc8 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/networks?id=ccd0a82e-d365-411e-9323-b009ef5aee29 HTTP/1.1" status: 200 len: 809 time: 0.2121642 Sep 21 10:15:21.369951 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-16c6ffea-beb4-44e3-8a3a-465e4f4216d4 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/quotas/8902ea06b52f4563be279655cf47b8d0 HTTP/1.1" status: 200 len: 375 time: 0.0227878 Sep 21 10:15:21.381409 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-40d58a8d-6fbf-4ea8-b106-a64e74b0a00d None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:15:21.440146 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-dddfc112-0948-48cb-96fd-e7698f885347 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8902ea06b52f4563be279655cf47b8d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589678 Sep 21 10:15:21.566157 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-40371b29-3bb6-4094-95f9-e1cab0216415 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070559 Sep 21 10:15:21.606872 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-40d58a8d-6fbf-4ea8-b106-a64e74b0a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:21.632124 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d58a8d-6fbf-4ea8-b106-a64e74b0a00d None None] Checking router: 99a2ea89-35ad-4ba2-9715-ad0a3620583a for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:15:21.642072 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d58a8d-6fbf-4ea8-b106-a64e74b0a00d None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:15:21.642742 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-40d58a8d-6fbf-4ea8-b106-a64e74b0a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:15:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:21.665389 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-354c468f-8426-42d1-b6ab-28e9827804f1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909390 Sep 21 10:15:21.919233 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-40d58a8d-6fbf-4ea8-b106-a64e74b0a00d None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:15:22.007044 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58864) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:15:22.073589 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-eccad319-b591-4393-b3ee-789b7fd8feb9 req-cb176e55-19f3-4fbf-aa90-0a404149ed79 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 210 time: 0.0405905 Sep 21 10:15:22.092083 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (5421cb31-5343-4059-bb43-94f3a889544f), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:22.115680 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (5421cb31-5343-4059-bb43-94f3a889544f), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:22.131757 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=100 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:22.171875 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (5421cb31-5343-4059-bb43-94f3a889544f), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:22.174591 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:22.179029 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58868) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:15:22.188209 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5421cb31-5343-4059-bb43-94f3a889544f HTTP/1.1" status: 204 len: 168 time: 0.1793814 Sep 21 10:15:22.198280 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.api.v2.resource [None req-9f5bc27b-2a10-42b2-8f0b-bae3a0c6be02 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] show failed (client error): The resource could not be found. Sep 21 10:15:22.203051 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-9f5bc27b-2a10-42b2-8f0b-bae3a0c6be02 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups/5421cb31-5343-4059-bb43-94f3a889544f HTTP/1.1" status: 404 len: 347 time: 0.0228395 Sep 21 10:15:22.203711 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58872) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:15:22.208011 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5421cb31-5343-4059-bb43-94f3a889544f,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:22.224607 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-40d58a8d-6fbf-4ea8-b106-a64e74b0a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:22.226265 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:22.229979 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:22.236030 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:22.236030 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:22.236030 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:22.236030 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:22.252731 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:22.253254 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:22.253698 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:22.254086 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:22.254574 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:22.254973 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:22.255315 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:22.255662 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:22.256237 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1882e6-2755-4b92-b739-588d27090f86 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:22.289731 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d58a8d-6fbf-4ea8-b106-a64e74b0a00d None None] The sync data for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi is: [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:15:22.406472 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-d146573a-5ed9-4fb6-b68f-8bd32a5c2727 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Deleting port 30bc65d0-f164-40fc-97fb-6bf717af3dff {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:15:22.406918 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d146573a-5ed9-4fb6-b68f-8bd32a5c2727 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (30bc65d0-f164-40fc-97fb-6bf717af3dff), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:22.503280 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d146573a-5ed9-4fb6-b68f-8bd32a5c2727 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (30bc65d0-f164-40fc-97fb-6bf717af3dff), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:22.503701 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d146573a-5ed9-4fb6-b68f-8bd32a5c2727 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (30bc65d0-f164-40fc-97fb-6bf717af3dff), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:22.526261 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-d146573a-5ed9-4fb6-b68f-8bd32a5c2727 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Calling delete_port for 30bc65d0-f164-40fc-97fb-6bf717af3dff owned by network:floatingip {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:15:22.675811 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c5511-33d1-46de-b90d-69b394fadf94 None None] New status for floating IP aea051f7-7fd3-4502-8843-12b6a5dc9299: DOWN {{(pid=106522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:15:22.982001 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d146573a-5ed9-4fb6-b68f-8bd32a5c2727 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (30bc65d0-f164-40fc-97fb-6bf717af3dff), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:23.008730 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146573a-5ed9-4fb6-b68f-8bd32a5c2727 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event deleted for resources: {'Port': ['ID=30bc65d0-f164-40fc-97fb-6bf717af3dff,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:23.059717 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:23.081712 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d146573a-5ed9-4fb6-b68f-8bd32a5c2727 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (aea051f7-7fd3-4502-8843-12b6a5dc9299), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:23.084303 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d146573a-5ed9-4fb6-b68f-8bd32a5c2727 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:23.085498 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-d146573a-5ed9-4fb6-b68f-8bd32a5c2727 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/aea051f7-7fd3-4502-8843-12b6a5dc9299 HTTP/1.1" status: 204 len: 168 time: 0.8808298 Sep 21 10:15:23.163138 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58882) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:15:23.170831 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-b539f5d4-8ede-45f8-b6a1-a0591900e411 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1614226831', 'description': 'tempest-description--473547232'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:15:23.203127 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:23.251344 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c656a177-68a6-4c0e-b52e-ae85e8a820a1 req-0fdc217e-daac-4e44-b052-3948a27618fc tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 210 time: 0.0700634 Sep 21 10:15:23.253958 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-b539f5d4-8ede-45f8-b6a1-a0591900e411 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:23.396108 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-b539f5d4-8ede-45f8-b6a1-a0591900e411 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (082c42a3-a327-4d07-ac8d-90a961d499b1), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:23.402283 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-b539f5d4-8ede-45f8-b6a1-a0591900e411 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (082c42a3-a327-4d07-ac8d-90a961d499b1), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:23.456004 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-b539f5d4-8ede-45f8-b6a1-a0591900e411 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:23.457357 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-b539f5d4-8ede-45f8-b6a1-a0591900e411 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2926774 Sep 21 10:15:23.462295 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539f5d4-8ede-45f8-b6a1-a0591900e411 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=082c42a3-a327-4d07-ac8d-90a961d499b1,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:23.463081 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58884) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:15:23.471588 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-7fc0fd25-fa0b-474e-bf67-7e1aa8923f2b tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'security_group_rule': {'security_group_id': '082c42a3-a327-4d07-ac8d-90a961d499b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:15:23.505378 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-274fa9ec-f7f2-41cb-9344-7779d7b86bc6 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:23.506646 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-274fa9ec-f7f2-41cb-9344-7779d7b86bc6 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.42 "GET /networking/v2.0/networks?id=ccd0a82e-d365-411e-9323-b009ef5aee29 HTTP/1.1" status: 200 len: 809 time: 0.1797855 Sep 21 10:15:23.509918 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fd25-fa0b-474e-bf67-7e1aa8923f2b tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (a19b491c-3689-4a53-bf48-16bfdd52059d), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:23.596696 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:15:23.609031 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fd25-fa0b-474e-bf67-7e1aa8923f2b tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (a19b491c-3689-4a53-bf48-16bfdd52059d), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:23.617237 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fd25-fa0b-474e-bf67-7e1aa8923f2b tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (a19b491c-3689-4a53-bf48-16bfdd52059d), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:23.621901 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:15:23.622231 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 3ad65afb-9052-4f86-8fe3-66b7f8d90d69 not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:15:23.626531 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-eb8aa674-99fa-4684-a9c7-5089caaa3558 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8902ea06b52f4563be279655cf47b8d0 HTTP/1.1" status: 200 len: 379 time: 0.1120095 Sep 21 10:15:23.640005 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-804951e8-56bf-4490-9d0d-76b7e7d81eec tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Request body: {'port': {'device_id': 'f08c9878-e87a-4b6b-8740-54c13e9b7519', 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29', 'admin_state_up': True, 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'security_groups': ['f389548b-b6fa-4578-aea9-bc71ceaae6ee']}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:15:23.641983 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0fd25-fa0b-474e-bf67-7e1aa8923f2b tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19b491c-3689-4a53-bf48-16bfdd52059d,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:23.647593 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fd25-fa0b-474e-bf67-7e1aa8923f2b tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:23.648868 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-7fc0fd25-fa0b-474e-bf67-7e1aa8923f2b tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1842616 Sep 21 10:15:23.653474 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58886) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:15:23.658635 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.v2.base [None req-da567eab-f6ae-4509-88df-ffb554d7d570 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'security_group_rule': {'security_group_id': '082c42a3-a327-4d07-ac8d-90a961d499b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:15:23.691392 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-da567eab-f6ae-4509-88df-ffb554d7d570 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (d694568c-2144-4919-af3b-b799dcc019a1), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:23.759123 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-da567eab-f6ae-4509-88df-ffb554d7d570 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (d694568c-2144-4919-af3b-b799dcc019a1), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:23.764363 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-da567eab-f6ae-4509-88df-ffb554d7d570 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604232'] for security_group_rule (d694568c-2144-4919-af3b-b799dcc019a1), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:23.780689 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-804951e8-56bf-4490-9d0d-76b7e7d81eec tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Made reservation on behalf of 8902ea06b52f4563be279655cf47b8d0 for: {'port': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:15:23.784669 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-804951e8-56bf-4490-9d0d-76b7e7d81eec tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:23.787513 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da567eab-f6ae-4509-88df-ffb554d7d570 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d694568c-2144-4919-af3b-b799dcc019a1,revision_number=0']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:23.797678 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-da567eab-f6ae-4509-88df-ffb554d7d570 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:23.801494 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-da567eab-f6ae-4509-88df-ffb554d7d570 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1458421 Sep 21 10:15:23.804256 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58888) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:15:23.811270 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-e2840a6a-3582-48a8-8b10-dca7257a0690 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'floatingip': {'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:15:23.881811 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e2840a6a-3582-48a8-8b10-dca7257a0690 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:24.033700 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e2840a6a-3582-48a8-8b10-dca7257a0690 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:24.039489 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-804951e8-56bf-4490-9d0d-76b7e7d81eec tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Allocated IP 172.20.0.6 (ccd0a82e-d365-411e-9323-b009ef5aee29/6e5ef8d3-ef7c-4b24-964f-fd0c43699c61/24357b59-3c57-4ee3-b18a-0afac28153cd) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:15:24.148477 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:24.177076 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:24.252825 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [None req-e2840a6a-3582-48a8-8b10-dca7257a0690 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Allocated IP 172.27.2.174 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/51751aee-47f3-491b-bae0-fe79965c5337) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:15:24.350580 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-804951e8-56bf-4490-9d0d-76b7e7d81eec tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:24.400769 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a1119791-0db0-4031-99d5-4a9083e2ddc2 req-53fafa65-407d-45c0-8ad5-f9e67b9d5907 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 210 time: 0.0427530 Sep 21 10:15:24.457161 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e2840a6a-3582-48a8-8b10-dca7257a0690 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for port (51751aee-47f3-491b-bae0-fe79965c5337), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:24.477647 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-804951e8-56bf-4490-9d0d-76b7e7d81eec tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:24.543428 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-804951e8-56bf-4490-9d0d-76b7e7d81eec tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Network ccd0a82e-d365-411e-9323-b009ef5aee29 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:15:24.549692 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-804951e8-56bf-4490-9d0d-76b7e7d81eec tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:15:24.557140 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-804951e8-56bf-4490-9d0d-76b7e7d81eec tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:15:24.563247 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804951e8-56bf-4490-9d0d-76b7e7d81eec tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Pushing event updated for resources: {'Port': ['ID=24357b59-3c57-4ee3-b18a-0afac28153cd,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:24.565862 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e2840a6a-3582-48a8-8b10-dca7257a0690 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (51751aee-47f3-491b-bae0-fe79965c5337), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:24.647356 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2840a6a-3582-48a8-8b10-dca7257a0690 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:15:24.656193 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-e2840a6a-3582-48a8-8b10-dca7257a0690 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:15:24.658519 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2840a6a-3582-48a8-8b10-dca7257a0690 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'Port': ['ID=51751aee-47f3-491b-bae0-fe79965c5337,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:24.660878 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2840a6a-3582-48a8-8b10-dca7257a0690 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:15:24.667881 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-804951e8-56bf-4490-9d0d-76b7e7d81eec tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:24.668352 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-804951e8-56bf-4490-9d0d-76b7e7d81eec tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:24.718300 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-804951e8-56bf-4490-9d0d-76b7e7d81eec tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0860660 Sep 21 10:15:24.735435 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Request body: {'port': {'device_id': 'f08c9878-e87a-4b6b-8740-54c13e9b7519', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:15:24.839792 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e2840a6a-3582-48a8-8b10-dca7257a0690 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (55af1c15-8ea8-425f-9a8e-4a7a346a8512), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:24.848218 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:24.854026 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:24.861353 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:24.871841 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-3204ce07-d817-4427-b92c-67619fa1b132 None None] Provisioning complete for port 24357b59-3c57-4ee3-b18a-0afac28153cd triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:15:24.872473 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-3204ce07-d817-4427-b92c-67619fa1b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:24.873057 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-3204ce07-d817-4427-b92c-67619fa1b132 None None] Attempt 1 to provision port 24357b59-3c57-4ee3-b18a-0afac28153cd Sep 21 10:15:24.912312 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-3204ce07-d817-4427-b92c-67619fa1b132 None None] Port 24357b59-3c57-4ee3-b18a-0afac28153cd cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:15:24.918827 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:24.928978 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e2840a6a-3582-48a8-8b10-dca7257a0690 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (51751aee-47f3-491b-bae0-fe79965c5337), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:25.260551 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e2840a6a-3582-48a8-8b10-dca7257a0690 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for port (51751aee-47f3-491b-bae0-fe79965c5337), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:25.266674 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e2840a6a-3582-48a8-8b10-dca7257a0690 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (51751aee-47f3-491b-bae0-fe79965c5337), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:25.375982 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24357b59-3c57-4ee3-b18a-0afac28153cd {{(pid=106519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:15:25.382860 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2840a6a-3582-48a8-8b10-dca7257a0690 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'Port': ['ID=51751aee-47f3-491b-bae0-fe79965c5337,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:25.388686 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e2840a6a-3582-48a8-8b10-dca7257a0690 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (55af1c15-8ea8-425f-9a8e-4a7a346a8512), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:25.392853 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Publish callbacks [] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:25.413894 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-3204ce07-d817-4427-b92c-67619fa1b132 None None] Attempt 2 to provision port 24357b59-3c57-4ee3-b18a-0afac28153cd Sep 21 10:15:25.414189 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.provisioning_blocks [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Transition to ACTIVE for port object 24357b59-3c57-4ee3-b18a-0afac28153cd will not be triggered until provisioned by entity L2. {{(pid=106519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:15:25.418414 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-e2840a6a-3582-48a8-8b10-dca7257a0690 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:25.419670 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-e2840a6a-3582-48a8-8b10-dca7257a0690 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6142471 Sep 21 10:15:25.426197 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:25.486804 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-3204ce07-d817-4427-b92c-67619fa1b132 None None] Port 24357b59-3c57-4ee3-b18a-0afac28153cd cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:15:25.494953 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Pushing event updated for resources: {'Port': ['ID=24357b59-3c57-4ee3-b18a-0afac28153cd,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:25.585514 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Attempting to bind port 24357b59-3c57-4ee3-b18a-0afac28153cd on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:15:25.585854 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Attempting to bind port 24357b59-3c57-4ee3-b18a-0afac28153cd by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': '30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29'}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:15:25.586186 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Attempting to bind port 24357b59-3c57-4ee3-b18a-0afac28153cd on network ccd0a82e-d365-411e-9323-b009ef5aee29 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:15:25.625576 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f4da5-6562-4c6e-9538-efe38cba6941 req-40ee072e-d5f5-44d7-8e58-7febd1474d50 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:25.627117 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-806f4da5-6562-4c6e-9538-efe38cba6941 req-40ee072e-d5f5-44d7-8e58-7febd1474d50 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 943 time: 0.0824702 Sep 21 10:15:25.668180 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Port 24357b59-3c57-4ee3-b18a-0afac28153cd on network ccd0a82e-d365-411e-9323-b009ef5aee29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:15:25.668473 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Attempting to bind port 24357b59-3c57-4ee3-b18a-0afac28153cd on network ccd0a82e-d365-411e-9323-b009ef5aee29 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:15:25.713888 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:25.737260 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-806f4da5-6562-4c6e-9538-efe38cba6941 req-0b2c5d69-62ef-432a-b21d-e941be605fec tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008456 Sep 21 10:15:25.754988 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:25.787468 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:15:25.787918 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Checking segment: {'id': '30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:15:25.788307 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Bound using segment: {'id': '30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29'} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:15:25.788775 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Bound port: 24357b59-3c57-4ee3-b18a-0afac28153cd, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29'}}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:15:25.789147 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:25.795488 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-25050257-2b15-4048-a5ff-1aac76e44868 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1614226831&fields=id&tenant_id=b302e94dce514d8c884a0d509cdd7032 HTTP/1.1" status: 200 len: 267 time: 0.1160173 Sep 21 10:15:25.947542 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] For port 24357b59-3c57-4ee3-b18a-0afac28153cd, host hv-cinder-85547, cleared binding levels {{(pid=106519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:15:25.973309 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-7c23b801-f2f6-48e5-8b01-ec8cc9b1d887 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:25.974897 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-7c23b801-f2f6-48e5-8b01-ec8cc9b1d887 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/networks?id=ef7938f6-d232-4c14-9be3-ccb1b366c40f HTTP/1.1" status: 200 len: 815 time: 0.1700828 Sep 21 10:15:25.976941 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] For port 24357b59-3c57-4ee3-b18a-0afac28153cd, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=24357b59-3c57-4ee3-b18a-0afac28153cd,segment=NetworkSegment(30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc),segment_id=30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc)] {{(pid=106519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:15:25.984253 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:25.987928 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-3204ce07-d817-4427-b92c-67619fa1b132 None None] Attempt 3 to provision port 24357b59-3c57-4ee3-b18a-0afac28153cd Sep 21 10:15:25.988541 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:25.988704 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:25.990270 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/24357b59-3c57-4ee3-b18a-0afac28153cd HTTP/1.1" status: 200 len: 1093 time: 1.2630210 Sep 21 10:15:26.000430 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08c9878-e87a-4b6b-8740-54c13e9b7519', 'tag': '24357b59-3c57-4ee3-b18a-0afac28153cd'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:15:26.004351 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43281c47-135c-4ae7-b2d0-2aeefbbc12dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f08c9878-e87a-4b6b-8740-54c13e9b7519", "tag": "24357b59-3c57-4ee3-b18a-0afac28153cd"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:15:26.032120 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-3204ce07-d817-4427-b92c-67619fa1b132 None None] Port 24357b59-3c57-4ee3-b18a-0afac28153cd had new provisioning blocks added so it will not transition to active. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 10:15:26.037061 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-f7dfca61-70fa-4b4c-bd2b-8d8c6caa203c tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/quotas/b302e94dce514d8c884a0d509cdd7032 HTTP/1.1" status: 200 len: 375 time: 0.0450201 Sep 21 10:15:26.110586 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba18d2cf-99b7-447b-b579-6e53f28b06dc x-openstack-request-id: req-ba18d2cf-99b7-447b-b579-6e53f28b06dc {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:15:26.110875 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08c9878-e87a-4b6b-8740-54c13e9b7519", "tag": "24357b59-3c57-4ee3-b18a-0afac28153cd", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:15:26.111126 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ba18d2cf-99b7-447b-b579-6e53f28b06dc {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:15:26.111530 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba18d2cf-99b7-447b-b579-6e53f28b06dc'] response: {'name': 'network-changed', 'server_uuid': 'f08c9878-e87a-4b6b-8740-54c13e9b7519', 'tag': '24357b59-3c57-4ee3-b18a-0afac28153cd', 'status': 'completed', 'code': 200} Sep 21 10:15:26.136288 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35a17a-c0d7-406e-a630-1bbffb7331fc service neutron] Pushing event updated for resources: {'Port': ['ID=24357b59-3c57-4ee3-b18a-0afac28153cd,revision_number=3']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:26.147509 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-b822cd15-1933-4688-ad26-b25ce17832e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:26.149106 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-b822cd15-1933-4688-ad26-b25ce17832e4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8902ea06b52f4563be279655cf47b8d0&device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 1127 time: 0.0927551 Sep 21 10:15:26.155277 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-7bb30115-add0-4b42-b6fc-51666f9a0b79 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=b302e94dce514d8c884a0d509cdd7032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1132550 Sep 21 10:15:26.201626 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-e79d8fbf-0cb5-4f4c-bb17-2a5289cbacb9 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24357b59-3c57-4ee3-b18a-0afac28153cd HTTP/1.1" status: 200 len: 217 time: 0.0452168 Sep 21 10:15:26.305117 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-b25f5dd1-1bb9-4a74-80c7-b829965f22be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:26.307140 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-b25f5dd1-1bb9-4a74-80c7-b829965f22be service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=6e5ef8d3-ef7c-4b24-964f-fd0c43699c61 HTTP/1.1" status: 200 len: 848 time: 0.0954704 Sep 21 10:15:26.364699 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-a19a24a0-c33d-4db7-bd6f-baca854c7563 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734095 Sep 21 10:15:26.371513 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-231c97b5-893d-46d2-a0ab-c010c8ebdeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:26.373151 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-231c97b5-893d-46d2-a0ab-c010c8ebdeb1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ccd0a82e-d365-411e-9323-b009ef5aee29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557985 Sep 21 10:15:26.550167 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-a084ca88-b42a-404a-a892-cb07e0ac9e68 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760235 Sep 21 10:15:26.552428 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-99f63fac-6ec4-4ac8-86bf-2fb7e98292f8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691096 Sep 21 10:15:26.707102 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9806e101-288b-4cfa-b8ca-205d045fe96b req-355e8916-3e7f-40c3-a03a-2bfcf87389ec service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481781 Sep 21 10:15:26.781449 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b094117e-86c3-4245-8d37-7ca1eb166f42 req-e4f2d761-db81-4d9d-8bf7-ee83cdbcd468 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5e79bf18-9fea-42c4-a6d8-30d4df942fc2 HTTP/1.1" status: 200 len: 210 time: 0.0396497 Sep 21 10:15:26.927588 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2b566-6b06-4c11-98db-cba8540e4d6f req-f09f113e-991b-4d58-821d-e6d46196e3f0 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:26.930352 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7ca2b566-6b06-4c11-98db-cba8540e4d6f req-f09f113e-991b-4d58-821d-e6d46196e3f0 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 943 time: 0.0836291 Sep 21 10:15:27.022149 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:27.034073 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:27.053643 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43281c47-135c-4ae7-b2d0-2aeefbbc12dc req-4b430c14-9bdd-4495-8d8d-d9a04db4bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:27.055080 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-43281c47-135c-4ae7-b2d0-2aeefbbc12dc req-4b430c14-9bdd-4495-8d8d-d9a04db4bf93 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8902ea06b52f4563be279655cf47b8d0&device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 1127 time: 0.0934899 Sep 21 10:15:27.076953 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-7ca2b566-6b06-4c11-98db-cba8540e4d6f req-e304c53d-1272-48a6-9bbe-4711d2fbe7d3 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398067 Sep 21 10:15:27.176870 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43281c47-135c-4ae7-b2d0-2aeefbbc12dc req-057ecb18-733b-4ef7-9670-8c8f4ab13d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:27.178581 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-43281c47-135c-4ae7-b2d0-2aeefbbc12dc req-057ecb18-733b-4ef7-9670-8c8f4ab13d08 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ccd0a82e-d365-411e-9323-b009ef5aee29 HTTP/1.1" status: 200 len: 910 time: 0.1163452 Sep 21 10:15:27.226546 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-43281c47-135c-4ae7-b2d0-2aeefbbc12dc req-dcc19a84-19ec-4159-bd00-9334a653478c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24357b59-3c57-4ee3-b18a-0afac28153cd HTTP/1.1" status: 200 len: 217 time: 0.0418930 Sep 21 10:15:27.304765 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43281c47-135c-4ae7-b2d0-2aeefbbc12dc req-ed69cc69-dc44-4d4b-aa0a-89f288c23098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:27.307050 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-43281c47-135c-4ae7-b2d0-2aeefbbc12dc req-ed69cc69-dc44-4d4b-aa0a-89f288c23098 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=6e5ef8d3-ef7c-4b24-964f-fd0c43699c61 HTTP/1.1" status: 200 len: 848 time: 0.0748010 Sep 21 10:15:27.354273 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43281c47-135c-4ae7-b2d0-2aeefbbc12dc req-5e355ee5-28c2-43e4-aa0d-e6768bc6b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:27.355800 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-43281c47-135c-4ae7-b2d0-2aeefbbc12dc req-5e355ee5-28c2-43e4-aa0d-e6768bc6b5e8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ccd0a82e-d365-411e-9323-b009ef5aee29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426810 Sep 21 10:15:27.470640 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-43281c47-135c-4ae7-b2d0-2aeefbbc12dc req-bf8a1f0b-34d5-4a1f-b46c-07ac4aaec9a6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970473 Sep 21 10:15:27.572664 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-43281c47-135c-4ae7-b2d0-2aeefbbc12dc req-e0c18753-3a1b-4807-b682-cdcbcdf06d44 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954294 Sep 21 10:15:27.893697 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c1511b95-4fa2-4674-b5ba-4a24cecfc8ff req-9361d682-f4a4-47dd-b8e7-3f5aedc5a948 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5e79bf18-9fea-42c4-a6d8-30d4df942fc2 HTTP/1.1" status: 200 len: 210 time: 0.0323153 Sep 21 10:15:28.041680 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-d56d9495-bb27-4711-b17a-c294fcf53b6f tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:28.043308 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-d56d9495-bb27-4711-b17a-c294fcf53b6f tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.42 "GET /networking/v2.0/networks?id=ef7938f6-d232-4c14-9be3-ccb1b366c40f HTTP/1.1" status: 200 len: 815 time: 0.1098769 Sep 21 10:15:28.118205 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-a8390e5e-9eed-4147-beeb-253a0daf909d tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b302e94dce514d8c884a0d509cdd7032 HTTP/1.1" status: 200 len: 380 time: 0.0657179 Sep 21 10:15:28.199148 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-0eeea1a5-ed21-4010-bb1a-3a58f97b59aa tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'port': {'device_id': '5e79bf18-9fea-42c4-a6d8-30d4df942fc2', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'admin_state_up': True, 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'security_groups': ['082c42a3-a327-4d07-ac8d-90a961d499b1']}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:15:28.252789 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb1859-da72-408b-8fdb-b486e5581ac6 req-fc42bfe3-d848-4dc1-8dc7-0f3fe7009453 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:28.254439 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5ffb1859-da72-408b-8fdb-b486e5581ac6 req-fc42bfe3-d848-4dc1-8dc7-0f3fe7009453 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 943 time: 0.0905094 Sep 21 10:15:28.636948 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5ffb1859-da72-408b-8fdb-b486e5581ac6 req-1438fc1b-9d65-4e14-b63e-e461f7f1a6a1 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3761504 Sep 21 10:15:28.662656 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-0eeea1a5-ed21-4010-bb1a-3a58f97b59aa tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Made reservation on behalf of b302e94dce514d8c884a0d509cdd7032 for: {'port': 1} {{(pid=106519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 10:15:28.668508 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-0eeea1a5-ed21-4010-bb1a-3a58f97b59aa tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:28.804688 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:28.809817 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-0eeea1a5-ed21-4010-bb1a-3a58f97b59aa tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Allocated IP 172.20.0.8 (ef7938f6-d232-4c14-9be3-ccb1b366c40f/80d4efae-e3db-4db7-af72-315587821cfa/34b590ab-1122-4498-a745-537628820acc) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:15:28.811927 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:28.959576 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-0eeea1a5-ed21-4010-bb1a-3a58f97b59aa tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for port (34b590ab-1122-4498-a745-537628820acc), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:29.012570 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-77d51de5-796b-4aed-b9e6-10a496e5b18e req-6204835b-4805-42ab-a056-c2b6736f4672 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5e79bf18-9fea-42c4-a6d8-30d4df942fc2 HTTP/1.1" status: 200 len: 210 time: 0.0419281 Sep 21 10:15:29.027802 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-0eeea1a5-ed21-4010-bb1a-3a58f97b59aa tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (34b590ab-1122-4498-a745-537628820acc), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:29.075772 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-0eeea1a5-ed21-4010-bb1a-3a58f97b59aa tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Network ef7938f6-d232-4c14-9be3-ccb1b366c40f is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:15:29.078949 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-0eeea1a5-ed21-4010-bb1a-3a58f97b59aa tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:15:29.083448 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-0eeea1a5-ed21-4010-bb1a-3a58f97b59aa tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:15:29.090450 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeea1a5-ed21-4010-bb1a-3a58f97b59aa tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event updated for resources: {'Port': ['ID=34b590ab-1122-4498-a745-537628820acc,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:29.139710 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-0eeea1a5-ed21-4010-bb1a-3a58f97b59aa tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:29.140337 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-0eeea1a5-ed21-4010-bb1a-3a58f97b59aa tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:29.160045 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-0eeea1a5-ed21-4010-bb1a-3a58f97b59aa tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9667759 Sep 21 10:15:29.171072 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Request body: {'port': {'device_id': '5e79bf18-9fea-42c4-a6d8-30d4df942fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85547'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:15:29.234869 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (34b590ab-1122-4498-a745-537628820acc), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:29.283359 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-b6f10603-80eb-4d55-b40a-051a09a179e4 None None] Provisioning complete for port 34b590ab-1122-4498-a745-537628820acc triggered by entity DHCP. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:15:29.283946 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b6f10603-80eb-4d55-b40a-051a09a179e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (34b590ab-1122-4498-a745-537628820acc), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:29.284236 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-b6f10603-80eb-4d55-b40a-051a09a179e4 None None] Attempt 1 to provision port 34b590ab-1122-4498-a745-537628820acc Sep 21 10:15:29.316370 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-b6f10603-80eb-4d55-b40a-051a09a179e4 None None] Port 34b590ab-1122-4498-a745-537628820acc cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:15:29.524124 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b590ab-1122-4498-a745-537628820acc {{(pid=106519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:15:29.532155 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Publish callbacks [] for port (34b590ab-1122-4498-a745-537628820acc), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:29.545155 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.provisioning_blocks [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Transition to ACTIVE for port object 34b590ab-1122-4498-a745-537628820acc will not be triggered until provisioned by entity L2. {{(pid=106519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 10:15:29.549897 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (34b590ab-1122-4498-a745-537628820acc), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:29.610510 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Pushing event updated for resources: {'Port': ['ID=34b590ab-1122-4498-a745-537628820acc,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:29.672605 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Attempting to bind port 34b590ab-1122-4498-a745-537628820acc on host hv-cinder-85547 for vnic_type normal with profile {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 10:15:29.673830 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Attempting to bind port 34b590ab-1122-4498-a745-537628820acc by drivers openvswitch,hyperv on host hv-cinder-85547 at level 0 using segments [{'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 10:15:29.674131 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Attempting to bind port 34b590ab-1122-4498-a745-537628820acc on network ef7938f6-d232-4c14-9be3-ccb1b366c40f {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:15:29.678764 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:29.679550 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:29.754843 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Port 34b590ab-1122-4498-a745-537628820acc on network ef7938f6-d232-4c14-9be3-ccb1b366c40f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85547 {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 10:15:29.755191 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Attempting to bind port 34b590ab-1122-4498-a745-537628820acc on network ef7938f6-d232-4c14-9be3-ccb1b366c40f {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 10:15:29.791423 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ac8bb-d145-4019-8aca-542f10c5b3c6 req-1302c711-e85f-4164-8631-6d136d73cd3d tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:29.792965 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-bb3ac8bb-d145-4019-8aca-542f10c5b3c6 req-1302c711-e85f-4164-8631-6d136d73cd3d tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 943 time: 0.0739341 Sep 21 10:15:29.818017 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-b6f10603-80eb-4d55-b40a-051a09a179e4 None None] Attempt 2 to provision port 34b590ab-1122-4498-a745-537628820acc Sep 21 10:15:29.833180 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Checking agent: {'id': 'f0e77590-72f3-4289-b11d-b45fdd9f564d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85547', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'started_at': datetime.datetime(2022, 9, 21, 10, 3, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 10, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 10:15:29.833509 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Checking segment: {'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 10:15:29.833890 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Bound using segment: {'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'} {{(pid=106519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 10:15:29.834336 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.managers [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Bound port: 34b590ab-1122-4498-a745-537628820acc, host: hv-cinder-85547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae510688-b5a1-4601-9f5c-7887a2661a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f'}}] {{(pid=106519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 10:15:29.834687 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (34b590ab-1122-4498-a745-537628820acc), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:29.877497 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-bb3ac8bb-d145-4019-8aca-542f10c5b3c6 req-ee624600-81fe-40bb-8e4c-10f6b87050e5 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779059 Sep 21 10:15:29.877866 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-b6f10603-80eb-4d55-b40a-051a09a179e4 None None] Port 34b590ab-1122-4498-a745-537628820acc cannot update to ACTIVE because it is not bound. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 10:15:29.927167 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] For port 34b590ab-1122-4498-a745-537628820acc, host hv-cinder-85547, cleared binding levels {{(pid=106519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 10:15:29.930654 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] For port 34b590ab-1122-4498-a745-537628820acc, host hv-cinder-85547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=34b590ab-1122-4498-a745-537628820acc,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 10:15:29.937929 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (34b590ab-1122-4498-a745-537628820acc), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:29.942131 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:29.942749 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:29.944109 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/34b590ab-1122-4498-a745-537628820acc HTTP/1.1" status: 200 len: 1093 time: 0.7772224 Sep 21 10:15:29.944660 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e79bf18-9fea-42c4-a6d8-30d4df942fc2', 'tag': '34b590ab-1122-4498-a745-537628820acc'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:15:29.946936 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aef26e-565c-43d8-bbb5-a54b90577895" -d '{"events": [{"name": "network-changed", "server_uuid": "5e79bf18-9fea-42c4-a6d8-30d4df942fc2", "tag": "34b590ab-1122-4498-a745-537628820acc"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:15:29.998017 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb89555-8dc0-4212-85cb-054a4bc0c153 x-openstack-request-id: req-deb89555-8dc0-4212-85cb-054a4bc0c153 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:15:29.998305 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e79bf18-9fea-42c4-a6d8-30d4df942fc2", "tag": "34b590ab-1122-4498-a745-537628820acc", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:15:29.998553 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-deb89555-8dc0-4212-85cb-054a4bc0c153 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:15:29.998951 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deb89555-8dc0-4212-85cb-054a4bc0c153'] response: {'name': 'network-changed', 'server_uuid': '5e79bf18-9fea-42c4-a6d8-30d4df942fc2', 'tag': '34b590ab-1122-4498-a745-537628820acc', 'status': 'completed', 'code': 200} Sep 21 10:15:30.000003 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bb47b-0a03-4cf5-9186-bec2ce6c146d service neutron] Pushing event updated for resources: {'Port': ['ID=34b590ab-1122-4498-a745-537628820acc,revision_number=3']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:30.043052 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-9f24a56b-c019-44a1-bc3c-dda4297045dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:30.044508 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-9f24a56b-c019-44a1-bc3c-dda4297045dd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b302e94dce514d8c884a0d509cdd7032&device_id=5e79bf18-9fea-42c4-a6d8-30d4df942fc2 HTTP/1.1" status: 200 len: 1127 time: 0.0417044 Sep 21 10:15:30.091950 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-4adf70a3-8539-4e52-8fc0-e17c4fcb1f4d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34b590ab-1122-4498-a745-537628820acc HTTP/1.1" status: 200 len: 217 time: 0.0402460 Sep 21 10:15:30.184001 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133ef8c-414e-4cff-80e5-2a5895a61eea req-70772645-3d58-406e-83a0-c6b08c7632ea tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:30.185586 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b133ef8c-414e-4cff-80e5-2a5895a61eea req-70772645-3d58-406e-83a0-c6b08c7632ea tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5e79bf18-9fea-42c4-a6d8-30d4df942fc2 HTTP/1.1" status: 200 len: 943 time: 0.0901535 Sep 21 10:15:30.192290 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-b1cd4663-8c10-4d45-9200-b42e4ec9f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:30.193752 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-b1cd4663-8c10-4d45-9200-b42e4ec9f414 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=80d4efae-e3db-4db7-af72-315587821cfa HTTP/1.1" status: 200 len: 854 time: 0.0888486 Sep 21 10:15:30.265014 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-a125bd17-f547-4296-98be-84d76a0370aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:30.266525 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-a125bd17-f547-4296-98be-84d76a0370aa service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ef7938f6-d232-4c14-9be3-ccb1b366c40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656791 Sep 21 10:15:30.287510 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b133ef8c-414e-4cff-80e5-2a5895a61eea req-40a85f16-74e6-48f8-8a4c-21ee2eb640ad tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=082c42a3-a327-4d07-ac8d-90a961d499b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927575 Sep 21 10:15:30.370745 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-5c79a870-82a8-4fdf-a2b7-c908ebd49bb1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958273 Sep 21 10:15:30.378262 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-b6f10603-80eb-4d55-b40a-051a09a179e4 None None] Attempt 3 to provision port 34b590ab-1122-4498-a745-537628820acc Sep 21 10:15:30.421930 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-b6f10603-80eb-4d55-b40a-051a09a179e4 None None] Port 34b590ab-1122-4498-a745-537628820acc had new provisioning blocks added so it will not transition to active. {{(pid=106521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 10:15:30.470235 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-a7f729ad-0ca3-4905-ad5a-301455d7e1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:30.472431 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6b6aa460-be45-4fe7-8282-cb2a4983ff7c req-354d26a6-f028-48e2-9c8c-86e1afaac8d7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954204 Sep 21 10:15:31.010058 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545b1ad-539e-45ac-b889-43efe8666dc3 req-3adb4823-b3f7-42b4-aced-4dca62a3eff9 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:31.011918 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0545b1ad-539e-45ac-b889-43efe8666dc3 req-3adb4823-b3f7-42b4-aced-4dca62a3eff9 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 943 time: 0.0538056 Sep 21 10:15:31.074183 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-0545b1ad-539e-45ac-b889-43efe8666dc3 req-4d99a8cd-0c14-4a91-8df2-c20e7d308917 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523686 Sep 21 10:15:31.419769 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aef26e-565c-43d8-bbb5-a54b90577895 req-be8aa2db-0664-4062-ae4b-b9811b51eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:31.421308 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80aef26e-565c-43d8-bbb5-a54b90577895 req-be8aa2db-0664-4062-ae4b-b9811b51eaf3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b302e94dce514d8c884a0d509cdd7032&device_id=5e79bf18-9fea-42c4-a6d8-30d4df942fc2 HTTP/1.1" status: 200 len: 1127 time: 0.0835528 Sep 21 10:15:31.444072 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cb7b7-4437-451e-a8e9-6507bb36a040 req-01ad8d37-42bc-4b9c-9622-558363c77ea1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:31.445645 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-dc4cb7b7-4437-451e-a8e9-6507bb36a040 req-01ad8d37-42bc-4b9c-9622-558363c77ea1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5e79bf18-9fea-42c4-a6d8-30d4df942fc2 HTTP/1.1" status: 200 len: 943 time: 0.0676906 Sep 21 10:15:31.458870 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:31.507599 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:31.564477 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-dc4cb7b7-4437-451e-a8e9-6507bb36a040 req-b3dadc13-6a91-4cf0-81f7-1ea3e7c4acf0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=082c42a3-a327-4d07-ac8d-90a961d499b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085293 Sep 21 10:15:31.575489 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aef26e-565c-43d8-bbb5-a54b90577895 req-f97778ee-4d55-44d8-86e2-ff479ae3c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:31.576941 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80aef26e-565c-43d8-bbb5-a54b90577895 req-f97778ee-4d55-44d8-86e2-ff479ae3c95e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ef7938f6-d232-4c14-9be3-ccb1b366c40f HTTP/1.1" status: 200 len: 916 time: 0.1493175 Sep 21 10:15:31.617516 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80aef26e-565c-43d8-bbb5-a54b90577895 req-5057fc20-b8d5-4bd4-a628-bb1e51913e0f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34b590ab-1122-4498-a745-537628820acc HTTP/1.1" status: 200 len: 217 time: 0.0332758 Sep 21 10:15:31.668544 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aef26e-565c-43d8-bbb5-a54b90577895 req-3532600b-05dc-4160-ae4e-d3eaa7ba2aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:31.670005 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80aef26e-565c-43d8-bbb5-a54b90577895 req-3532600b-05dc-4160-ae4e-d3eaa7ba2aea service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=80d4efae-e3db-4db7-af72-315587821cfa HTTP/1.1" status: 200 len: 854 time: 0.0460286 Sep 21 10:15:31.721356 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aef26e-565c-43d8-bbb5-a54b90577895 req-9fcd607a-82aa-44ba-8e9f-00d4695b24b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:31.722877 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80aef26e-565c-43d8-bbb5-a54b90577895 req-9fcd607a-82aa-44ba-8e9f-00d4695b24b7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ef7938f6-d232-4c14-9be3-ccb1b366c40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469782 Sep 21 10:15:31.819587 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80aef26e-565c-43d8-bbb5-a54b90577895 req-90ae1ce0-f123-4d4c-b634-40fd9b570fdf service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905008 Sep 21 10:15:31.925869 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-80aef26e-565c-43d8-bbb5-a54b90577895 req-5904788d-a939-47a7-af4f-3827ab6d49d8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004972 Sep 21 10:15:32.210454 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48172bb3-9107-455a-84da-ec008ce4ef5b req-8e582fd1-eda7-457d-a46a-05d37d12bfab tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:32.212464 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-48172bb3-9107-455a-84da-ec008ce4ef5b req-8e582fd1-eda7-457d-a46a-05d37d12bfab tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 943 time: 0.0502741 Sep 21 10:15:32.271271 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-48172bb3-9107-455a-84da-ec008ce4ef5b req-3b6d8e86-0db8-4f93-95f9-839479022c23 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516925 Sep 21 10:15:32.711681 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282dd21-4381-429a-8526-8335d917481e req-f6e42416-f118-41b2-86d2-10d38487c08a tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:32.713953 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d282dd21-4381-429a-8526-8335d917481e req-f6e42416-f118-41b2-86d2-10d38487c08a tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5e79bf18-9fea-42c4-a6d8-30d4df942fc2 HTTP/1.1" status: 200 len: 943 time: 0.0564625 Sep 21 10:15:32.786535 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d282dd21-4381-429a-8526-8335d917481e req-d918263f-5e57-4c9f-abe4-6a8397b9c377 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=082c42a3-a327-4d07-ac8d-90a961d499b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657244 Sep 21 10:15:33.648675 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 34b590ab-1122-4498-a745-537628820acc details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:15:33.656499 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513b131-d0b5-4e88-98a7-0a030767b8a1 req-197af081-116e-4e91-837b-ef3da8f3ad64 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:33.658548 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a513b131-d0b5-4e88-98a7-0a030767b8a1 req-197af081-116e-4e91-837b-ef3da8f3ad64 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 943 time: 0.0575354 Sep 21 10:15:33.705224 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-44da590d-9402-4c8c-bd85-07e40be07f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:33.733804 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a513b131-d0b5-4e88-98a7-0a030767b8a1 req-8998a944-e1a1-408d-9b99-339bf898841a tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661228 Sep 21 10:15:33.781765 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=54,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:33.786447 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=42,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:33.794743 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 34b590ab-1122-4498-a745-537628820acc, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=34b590ab-1122-4498-a745-537628820acc,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:15:33.809018 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': '34b590ab-1122-4498-a745-537628820acc', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'port_id': '34b590ab-1122-4498-a745-537628820acc', 'mac_address': 'fa:16:3e:e3:ed:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:15:33.849381 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 34b590ab-1122-4498-a745-537628820acc is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:15:33.849774 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (34b590ab-1122-4498-a745-537628820acc), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:33.866351 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b590ab-1122-4498-a745-537628820acc {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:15:33.890348 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 34b590ab-1122-4498-a745-537628820acc, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=34b590ab-1122-4498-a745-537628820acc,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:15:33.896011 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (34b590ab-1122-4498-a745-537628820acc), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:33.922977 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73482d3e-9df0-473f-b227-b6b2c407c9e8 req-c90d3f99-037e-43e7-b19c-ca24b0f86a15 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:33.925522 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-73482d3e-9df0-473f-b227-b6b2c407c9e8 req-c90d3f99-037e-43e7-b19c-ca24b0f86a15 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5e79bf18-9fea-42c4-a6d8-30d4df942fc2 HTTP/1.1" status: 200 len: 943 time: 0.0565677 Sep 21 10:15:33.953450 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=34b590ab-1122-4498-a745-537628820acc,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:33.956488 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:33.963582 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:33.964068 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:33.964424 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:33.964778 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:33.965114 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:33.965447 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:33.965775 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:33.966355 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:33.966687 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:33.967014 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:33.967342 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:33.967688 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:33.968017 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:33.968348 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:33.968689 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:15:33.986931 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-73482d3e-9df0-473f-b227-b6b2c407c9e8 req-3dd55eb1-0c0c-48a4-8dff-9337d22e8634 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=082c42a3-a327-4d07-ac8d-90a961d499b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552657 Sep 21 10:15:34.145816 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['34b590ab-1122-4498-a745-537628820acc'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:15:34.756536 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:34.920490 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b2278-4c5f-49ac-b9ad-1a3d34df8a4b req-abf11a42-0da3-4c6c-9fa5-71bf1d55baf0 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:34.923122 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f77b2278-4c5f-49ac-b9ad-1a3d34df8a4b req-abf11a42-0da3-4c6c-9fa5-71bf1d55baf0 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 943 time: 0.0808311 Sep 21 10:15:34.990796 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f77b2278-4c5f-49ac-b9ad-1a3d34df8a4b req-cdea8edf-78b5-4258-9849-884b25e65e93 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616868 Sep 21 10:15:35.122708 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71bd8d-9364-4810-8c99-f7d99383d360 req-251567c6-f133-4306-98fc-df2128e7cac3 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:35.124249 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6e71bd8d-9364-4810-8c99-f7d99383d360 req-251567c6-f133-4306-98fc-df2128e7cac3 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5e79bf18-9fea-42c4-a6d8-30d4df942fc2 HTTP/1.1" status: 200 len: 944 time: 0.0504079 Sep 21 10:15:35.176122 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6e71bd8d-9364-4810-8c99-f7d99383d360 req-559dc4f5-040c-4f36-b198-55e910730439 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=082c42a3-a327-4d07-ac8d-90a961d499b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460765 Sep 21 10:15:35.441451 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:35.666523 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 24357b59-3c57-4ee3-b18a-0afac28153cd details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:15:35.670094 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 34b590ab-1122-4498-a745-537628820acc up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:15:35.781458 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port 34b590ab-1122-4498-a745-537628820acc completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:15:35.793821 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port 34b590ab-1122-4498-a745-537628820acc triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:15:35.794199 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (34b590ab-1122-4498-a745-537628820acc), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:35.794534 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port 34b590ab-1122-4498-a745-537628820acc Sep 21 10:15:35.860666 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 24357b59-3c57-4ee3-b18a-0afac28153cd, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=24357b59-3c57-4ee3-b18a-0afac28153cd,segment=NetworkSegment(30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc),segment_id=30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:15:35.876035 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': '24357b59-3c57-4ee3-b18a-0afac28153cd', 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29', 'port_id': '24357b59-3c57-4ee3-b18a-0afac28153cd', 'mac_address': 'fa:16:3e:b0:69:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:15:35.936650 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 34b590ab-1122-4498-a745-537628820acc is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:15:35.937039 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (34b590ab-1122-4498-a745-537628820acc), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:35.941516 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 24357b59-3c57-4ee3-b18a-0afac28153cd is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:15:35.941897 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:35.969909 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24357b59-3c57-4ee3-b18a-0afac28153cd {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:15:35.980944 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e79bf18-9fea-42c4-a6d8-30d4df942fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b590ab-1122-4498-a745-537628820acc'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:15:35.983200 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bb3264-fe90-4880-bfef-fd8c04a55b33" -d '{"events": [{"server_uuid": "5e79bf18-9fea-42c4-a6d8-30d4df942fc2", "name": "network-vif-plugged", "status": "completed", "tag": "34b590ab-1122-4498-a745-537628820acc"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:15:35.993986 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:36.008449 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 34b590ab-1122-4498-a745-537628820acc, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=34b590ab-1122-4498-a745-537628820acc,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:15:36.012972 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 24357b59-3c57-4ee3-b18a-0afac28153cd, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=24357b59-3c57-4ee3-b18a-0afac28153cd,segment=NetworkSegment(30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc),segment_id=30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:15:36.014490 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (34b590ab-1122-4498-a745-537628820acc), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:36.019163 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:36.022765 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb79539-6c97-4686-a384-809d775df11b x-openstack-request-id: req-abb79539-6c97-4686-a384-809d775df11b {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:15:36.023065 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e79bf18-9fea-42c4-a6d8-30d4df942fc2", "name": "network-vif-plugged", "status": "completed", "tag": "34b590ab-1122-4498-a745-537628820acc", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:15:36.023324 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-abb79539-6c97-4686-a384-809d775df11b {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:15:36.023771 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb79539-6c97-4686-a384-809d775df11b'] response: {'server_uuid': '5e79bf18-9fea-42c4-a6d8-30d4df942fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b590ab-1122-4498-a745-537628820acc', 'code': 200} Sep 21 10:15:36.075054 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=34b590ab-1122-4498-a745-537628820acc,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:36.139184 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=24357b59-3c57-4ee3-b18a-0afac28153cd,revision_number=4']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:36.160107 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cae28-29d0-4ec1-83ae-42b65d0b2acb req-b1b05922-e6a7-4b51-bc27-89547aa1f07f tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:36.164203 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d53cae28-29d0-4ec1-83ae-42b65d0b2acb req-b1b05922-e6a7-4b51-bc27-89547aa1f07f tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 944 time: 0.0862648 Sep 21 10:15:36.186162 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:36.225391 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:36.258976 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['24357b59-3c57-4ee3-b18a-0afac28153cd'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:15:36.262886 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f9aeb-7e61-498e-92c6-cf069ef7e039 req-f5a1d722-7de8-4189-83b8-8cbc50acb592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:36.264433 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c97f9aeb-7e61-498e-92c6-cf069ef7e039 req-f5a1d722-7de8-4189-83b8-8cbc50acb592 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e79bf18-9fea-42c4-a6d8-30d4df942fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0702674 Sep 21 10:15:36.269904 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d53cae28-29d0-4ec1-83ae-42b65d0b2acb req-284c9760-8d69-4ece-9009-e9318d80e3d7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920825 Sep 21 10:15:36.318933 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:36.357695 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b71ea-57d5-49d2-89a6-cd59fbcbde6d req-8c01b690-a432-4678-9cc7-943f7acbc5a1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:36.359287 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-887b71ea-57d5-49d2-89a6-cd59fbcbde6d req-8c01b690-a432-4678-9cc7-943f7acbc5a1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5e79bf18-9fea-42c4-a6d8-30d4df942fc2 HTTP/1.1" status: 200 len: 945 time: 0.0884600 Sep 21 10:15:36.366743 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c97f9aeb-7e61-498e-92c6-cf069ef7e039 req-e054364b-8cff-4a52-aaa5-1e3594dacb7d service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=082c42a3-a327-4d07-ac8d-90a961d499b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944319 Sep 21 10:15:36.444784 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-887b71ea-57d5-49d2-89a6-cd59fbcbde6d req-931ea4fc-d7ce-4172-a127-dfc9501daffa tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=082c42a3-a327-4d07-ac8d-90a961d499b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733163 Sep 21 10:15:36.615405 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:36.616283 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:36.627969 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:37.417306 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7013f6-45cd-47ce-ae54-dbdd6b787b77 req-44562210-7c8b-4bc9-ae30-b257b58e04a6 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:37.419204 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6c7013f6-45cd-47ce-ae54-dbdd6b787b77 req-44562210-7c8b-4bc9-ae30-b257b58e04a6 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 944 time: 0.0534132 Sep 21 10:15:37.487340 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6c7013f6-45cd-47ce-ae54-dbdd6b787b77 req-e41ce817-6de1-4765-9b2e-b2935a5779c1 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567005 Sep 21 10:15:37.590279 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc40e2-0b82-4894-bc74-2d17afc55dfa req-da0226ec-998f-4d10-b539-ebdd1968efd0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:37.592171 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d5bc40e2-0b82-4894-bc74-2d17afc55dfa req-da0226ec-998f-4d10-b539-ebdd1968efd0 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5e79bf18-9fea-42c4-a6d8-30d4df942fc2 HTTP/1.1" status: 200 len: 945 time: 0.0539467 Sep 21 10:15:37.652929 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d5bc40e2-0b82-4894-bc74-2d17afc55dfa req-d9a5b147-f4bf-4207-b9b4-2bde34e52fcd tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=082c42a3-a327-4d07-ac8d-90a961d499b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507605 Sep 21 10:15:37.664831 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 24357b59-3c57-4ee3-b18a-0afac28153cd up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:15:37.709660 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning for port 24357b59-3c57-4ee3-b18a-0afac28153cd completed by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 10:15:37.717997 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port 24357b59-3c57-4ee3-b18a-0afac28153cd triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:15:37.718425 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:37.718909 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port 24357b59-3c57-4ee3-b18a-0afac28153cd Sep 21 10:15:37.721620 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:37.788044 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d767570-df1e-4390-9ba3-bf69a72551c6 req-5a65de02-d8b8-4279-9cc3-da821bf3bd84 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:37.791114 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2d767570-df1e-4390-9ba3-bf69a72551c6 req-5a65de02-d8b8-4279-9cc3-da821bf3bd84 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5e79bf18-9fea-42c4-a6d8-30d4df942fc2 HTTP/1.1" status: 200 len: 945 time: 0.0583251 Sep 21 10:15:37.801744 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58972) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:15:37.802106 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 24357b59-3c57-4ee3-b18a-0afac28153cd is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:15:37.802495 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:37.809419 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-97a84c4b-8e96-4e44-9b7e-8c3d762367a1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Request body: {'floatingip': {'port_id': '34b590ab-1122-4498-a745-537628820acc'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:15:37.851381 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 24357b59-3c57-4ee3-b18a-0afac28153cd, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=24357b59-3c57-4ee3-b18a-0afac28153cd,segment=NetworkSegment(30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc),segment_id=30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:15:37.856622 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:37.884937 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-97a84c4b-8e96-4e44-9b7e-8c3d762367a1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (55af1c15-8ea8-425f-9a8e-4a7a346a8512), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:37.906735 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=24357b59-3c57-4ee3-b18a-0afac28153cd,revision_number=5']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:38.025655 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08c9878-e87a-4b6b-8740-54c13e9b7519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24357b59-3c57-4ee3-b18a-0afac28153cd'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:15:38.028699 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809fc7f8-1dbc-46e8-a8e1-c67f0bafc3ea" -d '{"events": [{"server_uuid": "f08c9878-e87a-4b6b-8740-54c13e9b7519", "name": "network-vif-plugged", "status": "completed", "tag": "24357b59-3c57-4ee3-b18a-0afac28153cd"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:15:38.072264 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4619a2c-1f35-43fc-b28a-2310a8fb5c2a x-openstack-request-id: req-c4619a2c-1f35-43fc-b28a-2310a8fb5c2a {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:15:38.072921 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08c9878-e87a-4b6b-8740-54c13e9b7519", "name": "network-vif-plugged", "status": "completed", "tag": "24357b59-3c57-4ee3-b18a-0afac28153cd", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:15:38.073391 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c4619a2c-1f35-43fc-b28a-2310a8fb5c2a {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:15:38.074189 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4619a2c-1f35-43fc-b28a-2310a8fb5c2a'] response: {'server_uuid': 'f08c9878-e87a-4b6b-8740-54c13e9b7519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24357b59-3c57-4ee3-b18a-0afac28153cd', 'code': 200} Sep 21 10:15:38.352296 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a63d59-0daa-4676-946a-f4c2c54d27b9 req-7aab3121-2cda-4d59-b930-423e215b2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:38.354154 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-35a63d59-0daa-4676-946a-f4c2c54d27b9 req-7aab3121-2cda-4d59-b930-423e215b2527 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 1129 time: 0.0606909 Sep 21 10:15:38.481976 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-35a63d59-0daa-4676-946a-f4c2c54d27b9 req-17d74175-d9d2-4fd4-ada1-0507d48a5072 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046572 Sep 21 10:15:38.484066 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-97a84c4b-8e96-4e44-9b7e-8c3d762367a1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:38.488648 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-97a84c4b-8e96-4e44-9b7e-8c3d762367a1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (55af1c15-8ea8-425f-9a8e-4a7a346a8512), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:38.491529 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:38.578976 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:38.589483 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.l3_db [None req-97a84c4b-8e96-4e44-9b7e-8c3d762367a1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Floating IP 55af1c15-8ea8-425f-9a8e-4a7a346a8512 associated. External IP: 172.27.2.174, port: 34b590ab-1122-4498-a745-537628820acc. Sep 21 10:15:38.680048 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e95bf5-d95d-4894-9cf2-0a8f58e9b8ba req-9b7fdf27-7504-47d7-a4b2-8050e5737e11 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:38.682058 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d3e95bf5-d95d-4894-9cf2-0a8f58e9b8ba req-9b7fdf27-7504-47d7-a4b2-8050e5737e11 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.0898681 Sep 21 10:15:38.799697 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d3e95bf5-d95d-4894-9cf2-0a8f58e9b8ba req-34761090-9741-4e11-a2db-09d59fc2bd32 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872929 Sep 21 10:15:38.910394 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a84c4b-8e96-4e44-9b7e-8c3d762367a1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Router 99a2ea89-35ad-4ba2-9715-ad0a3620583a has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:15:39.021505 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a84c4b-8e96-4e44-9b7e-8c3d762367a1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:15:39.026513 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-97a84c4b-8e96-4e44-9b7e-8c3d762367a1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:39.035062 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180d493f-0d28-4f0a-b9e8-e66f8aa0bd14 None None] Sync routers for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:15:39.048042 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d493f-0d28-4f0a-b9e8-e66f8aa0bd14 None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:15:39.048744 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-180d493f-0d28-4f0a-b9e8-e66f8aa0bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:15:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:39.191582 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-180d493f-0d28-4f0a-b9e8-e66f8aa0bd14 None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:15:39.351990 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-97a84c4b-8e96-4e44-9b7e-8c3d762367a1 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/55af1c15-8ea8-425f-9a8e-4a7a346a8512 HTTP/1.1" status: 200 len: 991 time: 1.5465653 Sep 21 10:15:39.351990 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e79bf18-9fea-42c4-a6d8-30d4df942fc2', 'tag': '34b590ab-1122-4498-a745-537628820acc'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:15:39.353464 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d7f4d6-ca37-4c01-9bef-eeae40ecd1c7" -d '{"events": [{"name": "network-changed", "server_uuid": "5e79bf18-9fea-42c4-a6d8-30d4df942fc2", "tag": "34b590ab-1122-4498-a745-537628820acc"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:15:39.394456 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b31e930-b006-4bba-a382-f78dffcfa3e4 x-openstack-request-id: req-4b31e930-b006-4bba-a382-f78dffcfa3e4 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:15:39.394754 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e79bf18-9fea-42c4-a6d8-30d4df942fc2", "tag": "34b590ab-1122-4498-a745-537628820acc", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:15:39.395042 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4b31e930-b006-4bba-a382-f78dffcfa3e4 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:15:39.395414 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b31e930-b006-4bba-a382-f78dffcfa3e4'] response: {'name': 'network-changed', 'server_uuid': '5e79bf18-9fea-42c4-a6d8-30d4df942fc2', 'tag': '34b590ab-1122-4498-a745-537628820acc', 'status': 'completed', 'code': 200} Sep 21 10:15:39.488220 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-180d493f-0d28-4f0a-b9e8-e66f8aa0bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '55af1c15-8ea8-425f-9a8e-4a7a346a8512', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'port_id': '34b590ab-1122-4498-a745-537628820acc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'mac_address': 'fa:16:3e:e3:ed:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e79bf18-9fea-42c4-a6d8-30d4df942fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:15:24Z', 'updated_at': '2022-09-21T10:15:38Z', 'revision_number': 1, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:39.528535 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180d493f-0d28-4f0a-b9e8-e66f8aa0bd14 None None] Checking router: 99a2ea89-35ad-4ba2-9715-ad0a3620583a for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:15:39.539690 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d493f-0d28-4f0a-b9e8-e66f8aa0bd14 None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:15:39.540426 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-180d493f-0d28-4f0a-b9e8-e66f8aa0bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:15:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:39.650907 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-180d493f-0d28-4f0a-b9e8-e66f8aa0bd14 None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:15:39.844926 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7f4d6-ca37-4c01-9bef-eeae40ecd1c7 req-9737b189-f193-43d0-a14d-bad4334f792a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:39.846613 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-22d7f4d6-ca37-4c01-9bef-eeae40ecd1c7 req-9737b189-f193-43d0-a14d-bad4334f792a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b302e94dce514d8c884a0d509cdd7032&device_id=5e79bf18-9fea-42c4-a6d8-30d4df942fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0510826 Sep 21 10:15:39.912951 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-180d493f-0d28-4f0a-b9e8-e66f8aa0bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '55af1c15-8ea8-425f-9a8e-4a7a346a8512', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'port_id': '34b590ab-1122-4498-a745-537628820acc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'mac_address': 'fa:16:3e:e3:ed:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e79bf18-9fea-42c4-a6d8-30d4df942fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:15:24Z', 'updated_at': '2022-09-21T10:15:38Z', 'revision_number': 1, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:39.939465 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180d493f-0d28-4f0a-b9e8-e66f8aa0bd14 None None] The sync data for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi is: [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '55af1c15-8ea8-425f-9a8e-4a7a346a8512', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'port_id': '34b590ab-1122-4498-a745-537628820acc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'mac_address': 'fa:16:3e:e3:ed:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e79bf18-9fea-42c4-a6d8-30d4df942fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:15:24Z', 'updated_at': '2022-09-21T10:15:38Z', 'revision_number': 1, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:15:40.028898 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20028442-ae17-4f77-907e-03031648423a req-e04a9510-c204-4a61-9984-2a68110b353f tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:40.032150 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-20028442-ae17-4f77-907e-03031648423a req-e04a9510-c204-4a61-9984-2a68110b353f tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.1113117 Sep 21 10:15:40.076708 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7f4d6-ca37-4c01-9bef-eeae40ecd1c7 req-378069f5-0120-428a-8833-270ee1611546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:40.078216 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-22d7f4d6-ca37-4c01-9bef-eeae40ecd1c7 req-378069f5-0120-428a-8833-270ee1611546 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ef7938f6-d232-4c14-9be3-ccb1b366c40f HTTP/1.1" status: 200 len: 916 time: 0.2254546 Sep 21 10:15:40.163286 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-20028442-ae17-4f77-907e-03031648423a req-9a809da3-2609-449c-b630-0738dcb0e956 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200316 Sep 21 10:15:40.189305 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-22d7f4d6-ca37-4c01-9bef-eeae40ecd1c7 req-005ca1b4-ed1d-4857-953f-eb11beed3f6c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34b590ab-1122-4498-a745-537628820acc HTTP/1.1" status: 200 len: 999 time: 0.1046872 Sep 21 10:15:40.210095 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61d6580-78c7-41f6-beef-fd26e52ac810 None None] New status for floating IP 55af1c15-8ea8-425f-9a8e-4a7a346a8512: ACTIVE {{(pid=106522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:15:40.248182 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7f4d6-ca37-4c01-9bef-eeae40ecd1c7 req-f0a70707-7fd4-4fb5-993e-bc8216b51dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:40.249925 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-22d7f4d6-ca37-4c01-9bef-eeae40ecd1c7 req-f0a70707-7fd4-4fb5-993e-bc8216b51dae service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=80d4efae-e3db-4db7-af72-315587821cfa HTTP/1.1" status: 200 len: 854 time: 0.0550585 Sep 21 10:15:40.372174 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7f4d6-ca37-4c01-9bef-eeae40ecd1c7 req-2367e003-d8f7-43b2-af7f-f53dc5eeb97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:40.374380 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-22d7f4d6-ca37-4c01-9bef-eeae40ecd1c7 req-2367e003-d8f7-43b2-af7f-f53dc5eeb97e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ef7938f6-d232-4c14-9be3-ccb1b366c40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1185837 Sep 21 10:15:40.397532 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4adfd-fc5a-480b-8b1b-782c7c664498 req-6ca6acf2-4c2d-48d7-8410-b7453a3fad97 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:40.399056 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8ed4adfd-fc5a-480b-8b1b-782c7c664498 req-6ca6acf2-4c2d-48d7-8410-b7453a3fad97 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.0981910 Sep 21 10:15:40.414579 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:40.518333 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:40.527888 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8ed4adfd-fc5a-480b-8b1b-782c7c664498 req-c4d0359d-f755-4a57-859e-1cf601bca8a5 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175218 Sep 21 10:15:40.539686 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-22d7f4d6-ca37-4c01-9bef-eeae40ecd1c7 req-0fb84053-3930-4db8-9620-4b38af04673f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576838 Sep 21 10:15:40.568247 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 58986) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:15:40.652978 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-22d7f4d6-ca37-4c01-9bef-eeae40ecd1c7 req-ae91fd64-026a-432e-8e96-f73a25783f93 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064847 Sep 21 10:15:40.726941 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb027cb2-1a06-4902-a66b-42034362c0dd tempest-TestShelveInstance-794043473 tempest-TestShelveInstance-794043473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:40.729864 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-cb027cb2-1a06-4902-a66b-42034362c0dd tempest-TestShelveInstance-794043473 tempest-TestShelveInstance-794043473-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 1124 time: 0.1605296 Sep 21 10:15:40.734149 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 58990) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:15:40.739609 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.v2.base [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Request body: {'floatingip': {'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'port_id': '24357b59-3c57-4ee3-b18a-0afac28153cd', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 10:15:40.764101 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:40.857886 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:40.975323 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_common [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Allocated IP 172.27.2.32 (e44615eb-99ac-4ee3-8eec-4410b9bcb116/83a30cb3-5054-4e03-b1d1-51072cc5377f/a48e62db-f0a0-4fca-9f61-bd6cad80a779) {{(pid=106519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 10:15:41.093388 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for port (a48e62db-f0a0-4fca-9f61-bd6cad80a779), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:41.127882 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760788001985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (a48e62db-f0a0-4fca-9f61-bd6cad80a779), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:41.175873 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Network e44615eb-99ac-4ee3-8eec-4410b9bcb116 is already hosted by enough agents. {{(pid=106519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 10:15:41.179268 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.base_scheduler [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Resources bound (agent type, host, resource id): {{(pid=106519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 10:15:41.183742 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Received port after_create {{(pid=106519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 10:15:41.189451 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Pushing event updated for resources: {'Port': ['ID=a48e62db-f0a0-4fca-9f61-bd6cad80a779,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:41.424919 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:41.588519 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:41.679001 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for floatingip (aceec120-77dc-46d7-b4dd-ccafbf50408b), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:41.753725 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a48e62db-f0a0-4fca-9f61-bd6cad80a779), before_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:41.939338 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for port (a48e62db-f0a0-4fca-9f61-bd6cad80a779), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:41.944893 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188169'] for port (a48e62db-f0a0-4fca-9f61-bd6cad80a779), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:42.018933 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Pushing event updated for resources: {'Port': ['ID=a48e62db-f0a0-4fca-9f61-bd6cad80a779,revision_number=2']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:15:42.021887 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (aceec120-77dc-46d7-b4dd-ccafbf50408b), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:42.146385 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.l3_db [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Floating IP aceec120-77dc-46d7-b4dd-ccafbf50408b associated. External IP: 172.27.2.32, port: 24357b59-3c57-4ee3-b18a-0afac28153cd. Sep 21 10:15:42.363282 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Router 37f5cbbb-c21d-48d9-8002-da304fb09f1c has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:15:42.375186 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:42.475074 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:15:42.485475 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a63e60-d7b4-4286-8fd9-6eb3370dd5fa None None] Sync routers for ids ['37f5cbbb-c21d-48d9-8002-da304fb09f1c'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:15:42.497143 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a63e60-d7b4-4286-8fd9-6eb3370dd5fa None None] Routers {'37f5cbbb-c21d-48d9-8002-da304fb09f1c'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:15:42.497795 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-c0a63e60-d7b4-4286-8fd9-6eb3370dd5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:15:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['37f5cbbb-c21d-48d9-8002-da304fb09f1c'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:42.504034 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:42.534426 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:42.543486 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-bfe1c4c6-ef03-4b4d-8f1b-daa0fe2544b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8055577 Sep 21 10:15:42.543486 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08c9878-e87a-4b6b-8740-54c13e9b7519', 'tag': '24357b59-3c57-4ee3-b18a-0afac28153cd'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:15:42.545866 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008dc3dd-4e99-430e-9d94-b4911728c836" -d '{"events": [{"name": "network-changed", "server_uuid": "f08c9878-e87a-4b6b-8740-54c13e9b7519", "tag": "24357b59-3c57-4ee3-b18a-0afac28153cd"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:15:42.600067 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053801c1-5e87-47b6-8b4d-ec72b7cf0381 x-openstack-request-id: req-053801c1-5e87-47b6-8b4d-ec72b7cf0381 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:15:42.600356 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08c9878-e87a-4b6b-8740-54c13e9b7519", "tag": "24357b59-3c57-4ee3-b18a-0afac28153cd", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:15:42.600611 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-053801c1-5e87-47b6-8b4d-ec72b7cf0381 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:15:42.601031 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-053801c1-5e87-47b6-8b4d-ec72b7cf0381'] response: {'name': 'network-changed', 'server_uuid': 'f08c9878-e87a-4b6b-8740-54c13e9b7519', 'tag': '24357b59-3c57-4ee3-b18a-0afac28153cd', 'status': 'completed', 'code': 200} Sep 21 10:15:42.676295 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008dc3dd-4e99-430e-9d94-b4911728c836 req-1dd6a47c-960d-4964-9fba-bf12aeeee99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:42.678027 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-008dc3dd-4e99-430e-9d94-b4911728c836 req-1dd6a47c-960d-4964-9fba-bf12aeeee99b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8902ea06b52f4563be279655cf47b8d0&device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 1129 time: 0.0532238 Sep 21 10:15:42.761849 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:42.785212 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:42.787579 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008dc3dd-4e99-430e-9d94-b4911728c836 req-14ede7a7-fa74-4e10-9bda-2c6b766f5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:42.789100 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-008dc3dd-4e99-430e-9d94-b4911728c836 req-14ede7a7-fa74-4e10-9bda-2c6b766f5e56 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ccd0a82e-d365-411e-9323-b009ef5aee29 HTTP/1.1" status: 200 len: 910 time: 0.1045191 Sep 21 10:15:42.790044 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-c0a63e60-d7b4-4286-8fd9-6eb3370dd5fa None None] Set router 37f5cbbb-c21d-48d9-8002-da304fb09f1c gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:15:42.859670 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-008dc3dd-4e99-430e-9d94-b4911728c836 req-cac783bf-b9f6-4679-991e-9eff6dbf4136 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24357b59-3c57-4ee3-b18a-0afac28153cd HTTP/1.1" status: 200 len: 998 time: 0.0645123 Sep 21 10:15:42.916558 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008dc3dd-4e99-430e-9d94-b4911728c836 req-32bfda9e-b3a6-4494-9215-201f623e7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:42.918047 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-008dc3dd-4e99-430e-9d94-b4911728c836 req-32bfda9e-b3a6-4494-9215-201f623e7e3c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=6e5ef8d3-ef7c-4b24-964f-fd0c43699c61 HTTP/1.1" status: 200 len: 848 time: 0.0533257 Sep 21 10:15:42.965215 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008dc3dd-4e99-430e-9d94-b4911728c836 req-9503f671-bdcd-491e-872a-ef9fd96d0cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:15:42.967026 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-008dc3dd-4e99-430e-9d94-b4911728c836 req-9503f671-bdcd-491e-872a-ef9fd96d0cdb service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ccd0a82e-d365-411e-9323-b009ef5aee29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426733 Sep 21 10:15:43.063828 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-c0a63e60-d7b4-4286-8fd9-6eb3370dd5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'name': 'tempest-TestShelveInstance-1118145747-router', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:14:57Z', 'revision_number': 4, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'gw_port': {'id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'aceec120-77dc-46d7-b4dd-ccafbf50408b', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'port_id': '24357b59-3c57-4ee3-b18a-0afac28153cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29', 'mac_address': 'fa:16:3e:b0:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c9878-e87a-4b6b-8740-54c13e9b7519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:15:41Z', 'updated_at': '2022-09-21T10:15:41Z', 'revision_number': 0, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a01615-29e7-4b17-b967-ce00e7228a6f', 'name': '', 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'mac_address': 'fa:16:3e:f0:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:56Z', 'updated_at': '2022-09-21T10:15:02Z', 'revision_number': 5, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'subnets': [{'id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:43.092509 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a63e60-d7b4-4286-8fd9-6eb3370dd5fa None None] Checking router: 37f5cbbb-c21d-48d9-8002-da304fb09f1c for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:15:43.100891 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-008dc3dd-4e99-430e-9d94-b4911728c836 req-22842e7b-99a2-46da-a0cb-b4d15dea90ed service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243522 Sep 21 10:15:43.107522 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a63e60-d7b4-4286-8fd9-6eb3370dd5fa None None] Routers {'37f5cbbb-c21d-48d9-8002-da304fb09f1c'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:15:43.108203 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-c0a63e60-d7b4-4286-8fd9-6eb3370dd5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:15:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['37f5cbbb-c21d-48d9-8002-da304fb09f1c'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:43.230145 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-c0a63e60-d7b4-4286-8fd9-6eb3370dd5fa None None] Set router 37f5cbbb-c21d-48d9-8002-da304fb09f1c gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:15:43.230536 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-008dc3dd-4e99-430e-9d94-b4911728c836 req-0b020fc4-a02c-4d3e-be07-6ae4ed9485d3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256936 Sep 21 10:15:43.328500 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:43.494785 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-c0a63e60-d7b4-4286-8fd9-6eb3370dd5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'name': 'tempest-TestShelveInstance-1118145747-router', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:14:57Z', 'revision_number': 4, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'gw_port': {'id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'aceec120-77dc-46d7-b4dd-ccafbf50408b', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'port_id': '24357b59-3c57-4ee3-b18a-0afac28153cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29', 'mac_address': 'fa:16:3e:b0:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c9878-e87a-4b6b-8740-54c13e9b7519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:15:41Z', 'updated_at': '2022-09-21T10:15:41Z', 'revision_number': 0, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a01615-29e7-4b17-b967-ce00e7228a6f', 'name': '', 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'mac_address': 'fa:16:3e:f0:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:56Z', 'updated_at': '2022-09-21T10:15:02Z', 'revision_number': 5, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'subnets': [{'id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:15:43.527327 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a63e60-d7b4-4286-8fd9-6eb3370dd5fa None None] The sync data for ids ['37f5cbbb-c21d-48d9-8002-da304fb09f1c'] in dv-cinder-855479-2-iscsi is: [{'id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'name': 'tempest-TestShelveInstance-1118145747-router', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:14:57Z', 'revision_number': 4, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'gw_port': {'id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': 'aceec120-77dc-46d7-b4dd-ccafbf50408b', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'port_id': '24357b59-3c57-4ee3-b18a-0afac28153cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29', 'mac_address': 'fa:16:3e:b0:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c9878-e87a-4b6b-8740-54c13e9b7519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:15:41Z', 'updated_at': '2022-09-21T10:15:41Z', 'revision_number': 0, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a01615-29e7-4b17-b967-ce00e7228a6f', 'name': '', 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'mac_address': 'fa:16:3e:f0:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:56Z', 'updated_at': '2022-09-21T10:15:02Z', 'revision_number': 5, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'subnets': [{'id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:15:43.764504 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759dd8a3-3703-4d05-a9f7-6fb044e3b3e4 None None] New status for floating IP aceec120-77dc-46d7-b4dd-ccafbf50408b: ACTIVE {{(pid=106522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:15:47.988865 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:15:50.721885 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:50.724890 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:52.999149 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:15:53.223368 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=64 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:53.226573 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=35 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:53.884431 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:57.972785 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=13 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:57.981350 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=46 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:15:57.983893 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:00.477137 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-d452614a-004d-4339-9ee4-d2cfd73678a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:02.993860 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:03.674791 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-91bd5f99-7a82-4cea-a81f-7a6c65681a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:04.763510 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:05.443579 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:06.593986 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:13.614050 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=4 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:13.615167 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:15.435447 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=6 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:16.576972 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:16.587990 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:17.975972 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:18.028580 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 59040) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:18.179880 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-dd0476a0-ec92-44e5-a757-7143aa4f77c1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Deleting port 0c9c05d5-5f9c-463e-9154-6534d85d86fb {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:16:18.180305 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dd0476a0-ec92-44e5-a757-7143aa4f77c1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (0c9c05d5-5f9c-463e-9154-6534d85d86fb), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:18.288779 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dd0476a0-ec92-44e5-a757-7143aa4f77c1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (0c9c05d5-5f9c-463e-9154-6534d85d86fb), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:18.289224 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dd0476a0-ec92-44e5-a757-7143aa4f77c1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for floatingip (0c9c05d5-5f9c-463e-9154-6534d85d86fb), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:18.305446 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-dd0476a0-ec92-44e5-a757-7143aa4f77c1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Calling delete_port for 0c9c05d5-5f9c-463e-9154-6534d85d86fb owned by network:floatingip {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:16:18.510211 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dd0476a0-ec92-44e5-a757-7143aa4f77c1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (0c9c05d5-5f9c-463e-9154-6534d85d86fb), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:18.537503 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0476a0-ec92-44e5-a757-7143aa4f77c1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event deleted for resources: {'Port': ['ID=0c9c05d5-5f9c-463e-9154-6534d85d86fb,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:18.615235 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dd0476a0-ec92-44e5-a757-7143aa4f77c1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for floatingip (9185f90d-f880-46a0-a5a5-c6bc613d95c3), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:18.615572 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.l3_db [None req-dd0476a0-ec92-44e5-a757-7143aa4f77c1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Floating IP 9185f90d-f880-46a0-a5a5-c6bc613d95c3 disassociated (deleted). External IP: 172.27.2.243, port: f15ab932-b142-4857-a0e0-4e6102365aa0. Sep 21 10:16:18.830317 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0476a0-ec92-44e5-a757-7143aa4f77c1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Router 3e0b4ff9-bf68-470b-988e-5437f77cf672 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:16:19.241310 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0476a0-ec92-44e5-a757-7143aa4f77c1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:16:19.246992 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-dd0476a0-ec92-44e5-a757-7143aa4f77c1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:19.251905 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b1a933-fbb7-4929-a4d8-0a26e1a864d4 None None] Sync routers for ids ['3e0b4ff9-bf68-470b-988e-5437f77cf672'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:16:19.263876 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b1a933-fbb7-4929-a4d8-0a26e1a864d4 None None] Routers {'3e0b4ff9-bf68-470b-988e-5437f77cf672'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:16:19.264528 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-74b1a933-fbb7-4929-a4d8-0a26e1a864d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:16:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['3e0b4ff9-bf68-470b-988e-5437f77cf672'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:19.269524 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:19.286019 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-dd0476a0-ec92-44e5-a757-7143aa4f77c1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/9185f90d-f880-46a0-a5a5-c6bc613d95c3 HTTP/1.1" status: 204 len: 168 time: 1.2562776 Sep 21 10:16:19.286916 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25ee7c3-be38-4512-9b95-b19e0b92410a', 'tag': 'f15ab932-b142-4857-a0e0-4e6102365aa0'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:16:19.289922 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf94c33-1caa-4802-bc8d-b20872ca6594" -d '{"events": [{"name": "network-changed", "server_uuid": "f25ee7c3-be38-4512-9b95-b19e0b92410a", "tag": "f15ab932-b142-4857-a0e0-4e6102365aa0"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:16:19.335811 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac79b04-0ab2-4c26-bd85-1d5a3b2a8c76 x-openstack-request-id: req-4ac79b04-0ab2-4c26-bd85-1d5a3b2a8c76 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:16:19.336840 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25ee7c3-be38-4512-9b95-b19e0b92410a", "tag": "f15ab932-b142-4857-a0e0-4e6102365aa0", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:16:19.337255 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4ac79b04-0ab2-4c26-bd85-1d5a3b2a8c76 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:16:19.337904 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac79b04-0ab2-4c26-bd85-1d5a3b2a8c76'] response: {'name': 'network-changed', 'server_uuid': 'f25ee7c3-be38-4512-9b95-b19e0b92410a', 'tag': 'f15ab932-b142-4857-a0e0-4e6102365aa0', 'status': 'completed', 'code': 200} Sep 21 10:16:19.396201 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-74b1a933-fbb7-4929-a4d8-0a26e1a864d4 None None] Set router 3e0b4ff9-bf68-470b-988e-5437f77cf672 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:16:19.424992 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf94c33-1caa-4802-bc8d-b20872ca6594 req-6f16046f-ab4a-41fd-9a9f-74403fea794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:19.427495 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-acf94c33-1caa-4802-bc8d-b20872ca6594 req-6f16046f-ab4a-41fd-9a9f-74403fea794f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=91470b6b84c040bb85eec3f27b31f139&device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 1130 time: 0.0610878 Sep 21 10:16:19.615607 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:19.649082 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d25566-ae9f-42aa-88bb-dde74cf34dca req-4b24df7f-c95f-4826-bd2c-b5ab06f4da97 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:19.651944 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-54d25566-ae9f-42aa-88bb-dde74cf34dca req-4b24df7f-c95f-4826-bd2c-b5ab06f4da97 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 946 time: 0.0930922 Sep 21 10:16:19.654159 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf94c33-1caa-4802-bc8d-b20872ca6594 req-0cbb87ed-3e9c-4e31-be11-78729a5a417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:19.658678 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-acf94c33-1caa-4802-bc8d-b20872ca6594 req-0cbb87ed-3e9c-4e31-be11-78729a5a417b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 HTTP/1.1" status: 200 len: 912 time: 0.2206604 Sep 21 10:16:19.716273 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-54d25566-ae9f-42aa-88bb-dde74cf34dca req-10b165df-797d-4e51-b8cc-af98b881a3f2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543737 Sep 21 10:16:19.728955 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-74b1a933-fbb7-4929-a4d8-0a26e1a864d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '8e8f1a70-692a-4224-93cd-1c553270ac07', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'port_id': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'mac_address': 'fa:16:3e:0c:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b70eb2-7175-43b0-bb20-45c6be503760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:12:52Z', 'updated_at': '2022-09-21T10:12:54Z', 'revision_number': 1, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:22Z', 'revision_number': 5, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:19.776269 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b1a933-fbb7-4929-a4d8-0a26e1a864d4 None None] Checking router: 3e0b4ff9-bf68-470b-988e-5437f77cf672 for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:16:19.791852 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b1a933-fbb7-4929-a4d8-0a26e1a864d4 None None] Routers {'3e0b4ff9-bf68-470b-988e-5437f77cf672'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:16:19.792895 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-74b1a933-fbb7-4929-a4d8-0a26e1a864d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:16:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['3e0b4ff9-bf68-470b-988e-5437f77cf672'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:19.908840 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-74b1a933-fbb7-4929-a4d8-0a26e1a864d4 None None] Set router 3e0b4ff9-bf68-470b-988e-5437f77cf672 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:16:20.174811 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-74b1a933-fbb7-4929-a4d8-0a26e1a864d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '8e8f1a70-692a-4224-93cd-1c553270ac07', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'port_id': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'mac_address': 'fa:16:3e:0c:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b70eb2-7175-43b0-bb20-45c6be503760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:12:52Z', 'updated_at': '2022-09-21T10:12:54Z', 'revision_number': 1, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:22Z', 'revision_number': 5, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:20.201711 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b1a933-fbb7-4929-a4d8-0a26e1a864d4 None None] The sync data for ids ['3e0b4ff9-bf68-470b-988e-5437f77cf672'] in dv-cinder-855479-2-iscsi is: [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_floatingips': [{'id': '8e8f1a70-692a-4224-93cd-1c553270ac07', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'router_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'port_id': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'mac_address': 'fa:16:3e:0c:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b70eb2-7175-43b0-bb20-45c6be503760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T10:12:52Z', 'updated_at': '2022-09-21T10:12:54Z', 'revision_number': 1, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:22Z', 'revision_number': 5, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:16:20.484505 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-acf94c33-1caa-4802-bc8d-b20872ca6594 req-9e2d9202-48ca-4bf4-978c-521e0bae64e4 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f15ab932-b142-4857-a0e0-4e6102365aa0 HTTP/1.1" status: 200 len: 217 time: 0.0428009 Sep 21 10:16:20.486648 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6b7948-580b-43d6-9644-07c494e92893 None None] New status for floating IP 9185f90d-f880-46a0-a5a5-c6bc613d95c3: DOWN {{(pid=106522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:16:20.545222 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf94c33-1caa-4802-bc8d-b20872ca6594 req-54e5b569-7d6a-4c91-a0df-a12cb7c1f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:20.546436 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-acf94c33-1caa-4802-bc8d-b20872ca6594 req-54e5b569-7d6a-4c91-a0df-a12cb7c1f740 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a03c6c51-ced1-4661-a77b-9c8af558d81f HTTP/1.1" status: 200 len: 850 time: 0.0547197 Sep 21 10:16:20.712278 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf94c33-1caa-4802-bc8d-b20872ca6594 req-407d83f9-0084-4e2a-a45a-d3cb10a68aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:20.713912 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-acf94c33-1caa-4802-bc8d-b20872ca6594 req-407d83f9-0084-4e2a-a45a-d3cb10a68aea service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723455 Sep 21 10:16:20.874971 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [req-acf94c33-1caa-4802-bc8d-b20872ca6594 req-0cead89f-f60b-43a4-bcc8-254f4ebc81ef service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106519) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 10:16:20.876395 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-acf94c33-1caa-4802-bc8d-b20872ca6594 req-0cead89f-f60b-43a4-bcc8-254f4ebc81ef service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0063238 Sep 21 10:16:21.047835 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d6472-cdd9-4b9e-ac97-1efbba03a1a5 req-ad1d67f8-0617-4397-956f-99d46e25a5a9 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:21.049427 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1c0d6472-cdd9-4b9e-ac97-1efbba03a1a5 req-ad1d67f8-0617-4397-956f-99d46e25a5a9 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 946 time: 0.0969079 Sep 21 10:16:21.059171 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2c3fa-3c5e-43cf-81d7-0c2af0d2d267 req-9f5d293a-2e3f-4884-8ec4-da7b92b3ba32 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:21.060989 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-17a2c3fa-3c5e-43cf-81d7-0c2af0d2d267 req-9f5d293a-2e3f-4884-8ec4-da7b92b3ba32 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 946 time: 0.2247207 Sep 21 10:16:21.138970 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-acf94c33-1caa-4802-bc8d-b20872ca6594 req-6b7a3400-8dbc-41c9-b575-1e4b83340f6e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544045 Sep 21 10:16:21.254768 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-17a2c3fa-3c5e-43cf-81d7-0c2af0d2d267 req-72da0495-bfb5-4d41-b287-741873039b0f tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775992 Sep 21 10:16:21.276663 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-1c0d6472-cdd9-4b9e-ac97-1efbba03a1a5 req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Deleting port f15ab932-b142-4857-a0e0-4e6102365aa0 {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:16:21.276995 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-1c0d6472-cdd9-4b9e-ac97-1efbba03a1a5 req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (f15ab932-b142-4857-a0e0-4e6102365aa0), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:21.371140 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-acf94c33-1caa-4802-bc8d-b20872ca6594 req-def63b24-e90a-4188-ad96-1cfac708f254 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215128 Sep 21 10:16:21.418761 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-1c0d6472-cdd9-4b9e-ac97-1efbba03a1a5 req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] For port f15ab932-b142-4857-a0e0-4e6102365aa0, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=f15ab932-b142-4857-a0e0-4e6102365aa0,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:16:21.419032 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-1c0d6472-cdd9-4b9e-ac97-1efbba03a1a5 req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (f15ab932-b142-4857-a0e0-4e6102365aa0), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:21.436578 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-1c0d6472-cdd9-4b9e-ac97-1efbba03a1a5 req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Calling delete_port for f15ab932-b142-4857-a0e0-4e6102365aa0 owned by compute:nova {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:16:21.520250 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:21.603972 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-1c0d6472-cdd9-4b9e-ac97-1efbba03a1a5 req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (f15ab932-b142-4857-a0e0-4e6102365aa0), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:21.639299 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event deleted for resources: {'Port': ['ID=f15ab932-b142-4857-a0e0-4e6102365aa0,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:21.675359 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:21.675623 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:21.675990 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:21.676329 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:21.676659 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:21.677059 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:21.677387 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:21.677709 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:21.678032 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:21.678353 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:21.678675 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:21.678998 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:21.679320 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:21.679635 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:21.680584 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:21.688456 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:21.708883 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0d6472-cdd9-4b9e-ac97-1efbba03a1a5 req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] No DVR routers for this DVR port f15ab932-b142-4857-a0e0-4e6102365aa0 on host hv-cinder-85547 {{(pid=106519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:16:21.712330 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-1c0d6472-cdd9-4b9e-ac97-1efbba03a1a5 req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:21.716502 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1c0d6472-cdd9-4b9e-ac97-1efbba03a1a5 req-8aedb646-6add-4e38-a854-993ee37dce3e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.42 "DELETE /networking/v2.0/ports/f15ab932-b142-4857-a0e0-4e6102365aa0 HTTP/1.1" status: 204 len: 173 time: 0.6543252 Sep 21 10:16:21.718407 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25ee7c3-be38-4512-9b95-b19e0b92410a', 'name': 'network-vif-deleted', 'tag': 'f15ab932-b142-4857-a0e0-4e6102365aa0'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:16:21.721962 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c21ead0-9856-4b86-8077-932f9b253c2e" -d '{"events": [{"server_uuid": "f25ee7c3-be38-4512-9b95-b19e0b92410a", "name": "network-vif-deleted", "tag": "f15ab932-b142-4857-a0e0-4e6102365aa0"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:16:21.797252 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa95346b-926c-42eb-ae5d-ce114e0d86d2 x-openstack-request-id: req-fa95346b-926c-42eb-ae5d-ce114e0d86d2 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:16:21.797663 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25ee7c3-be38-4512-9b95-b19e0b92410a", "name": "network-vif-deleted", "tag": "f15ab932-b142-4857-a0e0-4e6102365aa0", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:16:21.798042 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fa95346b-926c-42eb-ae5d-ce114e0d86d2 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:16:21.798516 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa95346b-926c-42eb-ae5d-ce114e0d86d2'] response: {'server_uuid': 'f25ee7c3-be38-4512-9b95-b19e0b92410a', 'name': 'network-vif-deleted', 'tag': 'f15ab932-b142-4857-a0e0-4e6102365aa0', 'status': 'completed', 'code': 200} Sep 21 10:16:22.382807 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2a5ddbec-02df-4c78-9fe2-6876c3f09770 req-f3c71d9c-5eff-4dbd-999e-7514afb23f8e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ee7c3-be38-4512-9b95-b19e0b92410a HTTP/1.1" status: 200 len: 210 time: 0.0292444 Sep 21 10:16:23.960474 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device f15ab932-b142-4857-a0e0-4e6102365aa0 no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:16:23.983053 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: f15ab932-b142-4857-a0e0-4e6102365aa0 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:16:23.983515 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device f15ab932-b142-4857-a0e0-4e6102365aa0 not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:16:25.749221 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 59104) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:25.847873 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd5a56-09ae-4954-8dbf-9ad21542f9c3 req-41b157b9-01f2-481b-be71-ba8fc3d2f167 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:25.849455 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e5dd5a56-09ae-4954-8dbf-9ad21542f9c3 req-41b157b9-01f2-481b-be71-ba8fc3d2f167 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5e79bf18-9fea-42c4-a6d8-30d4df942fc2 HTTP/1.1" status: 200 len: 945 time: 0.1151648 Sep 21 10:16:25.954515 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e5dd5a56-09ae-4954-8dbf-9ad21542f9c3 req-a3d4b90c-d7eb-4818-be66-f528a27c285f tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=082c42a3-a327-4d07-ac8d-90a961d499b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965924 Sep 21 10:16:25.984968 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-2f7b26da-de7e-4aca-96cb-0ddfe048bc5a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Deleting port b358e15a-c388-4c13-b447-20ceb66d3d3c {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:16:25.985303 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-2f7b26da-de7e-4aca-96cb-0ddfe048bc5a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (b358e15a-c388-4c13-b447-20ceb66d3d3c), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:26.080852 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-2f7b26da-de7e-4aca-96cb-0ddfe048bc5a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (b358e15a-c388-4c13-b447-20ceb66d3d3c), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:26.081171 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-2f7b26da-de7e-4aca-96cb-0ddfe048bc5a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for floatingip (b358e15a-c388-4c13-b447-20ceb66d3d3c), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:26.096290 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-2f7b26da-de7e-4aca-96cb-0ddfe048bc5a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Calling delete_port for b358e15a-c388-4c13-b447-20ceb66d3d3c owned by network:floatingip {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:16:26.251158 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-2f7b26da-de7e-4aca-96cb-0ddfe048bc5a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (b358e15a-c388-4c13-b447-20ceb66d3d3c), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:26.277266 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b26da-de7e-4aca-96cb-0ddfe048bc5a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event deleted for resources: {'Port': ['ID=b358e15a-c388-4c13-b447-20ceb66d3d3c,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:26.346652 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-2f7b26da-de7e-4aca-96cb-0ddfe048bc5a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for floatingip (8e8f1a70-692a-4224-93cd-1c553270ac07), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:26.347223 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.l3_db [None req-2f7b26da-de7e-4aca-96cb-0ddfe048bc5a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Floating IP 8e8f1a70-692a-4224-93cd-1c553270ac07 disassociated (deleted). External IP: 172.27.2.68, port: e8a3d4b3-230b-4d84-8794-b5c57a8db3af. Sep 21 10:16:26.507155 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:26.566081 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7b26da-de7e-4aca-96cb-0ddfe048bc5a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Router 3e0b4ff9-bf68-470b-988e-5437f77cf672 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:16:26.658054 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:26.678084 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7b26da-de7e-4aca-96cb-0ddfe048bc5a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:16:26.683173 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-2f7b26da-de7e-4aca-96cb-0ddfe048bc5a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:26.690142 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8182711-26c6-4539-b688-79f09dd40752 None None] Sync routers for ids ['3e0b4ff9-bf68-470b-988e-5437f77cf672'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:16:26.700926 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8182711-26c6-4539-b688-79f09dd40752 None None] Routers {'3e0b4ff9-bf68-470b-988e-5437f77cf672'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:16:26.701557 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-b8182711-26c6-4539-b688-79f09dd40752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:16:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['3e0b4ff9-bf68-470b-988e-5437f77cf672'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:26.713833 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-2f7b26da-de7e-4aca-96cb-0ddfe048bc5a tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/8e8f1a70-692a-4224-93cd-1c553270ac07 HTTP/1.1" status: 204 len: 168 time: 0.9631703 Sep 21 10:16:26.714481 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b70eb2-7175-43b0-bb20-45c6be503760', 'tag': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:16:26.716766 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75710da-3ea9-4d1a-a7c8-19bf64706b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "92b70eb2-7175-43b0-bb20-45c6be503760", "tag": "e8a3d4b3-230b-4d84-8794-b5c57a8db3af"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:16:26.761449 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe6ac48-5a73-4d41-8304-832c5a0801d5 x-openstack-request-id: req-bbe6ac48-5a73-4d41-8304-832c5a0801d5 {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:16:26.762075 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b70eb2-7175-43b0-bb20-45c6be503760", "tag": "e8a3d4b3-230b-4d84-8794-b5c57a8db3af", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:16:26.762075 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bbe6ac48-5a73-4d41-8304-832c5a0801d5 {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:16:26.762814 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe6ac48-5a73-4d41-8304-832c5a0801d5'] response: {'name': 'network-changed', 'server_uuid': '92b70eb2-7175-43b0-bb20-45c6be503760', 'tag': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af', 'status': 'completed', 'code': 200} Sep 21 10:16:26.824698 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-b8182711-26c6-4539-b688-79f09dd40752 None None] Set router 3e0b4ff9-bf68-470b-988e-5437f77cf672 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:16:26.902699 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75710da-3ea9-4d1a-a7c8-19bf64706b1b req-4d50f39a-fee7-4d18-ac36-25d751af6277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:26.904629 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b75710da-3ea9-4d1a-a7c8-19bf64706b1b req-4d50f39a-fee7-4d18-ac36-25d751af6277 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=91470b6b84c040bb85eec3f27b31f139&device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 1130 time: 0.0533044 Sep 21 10:16:26.978002 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc693c8-4cff-419b-9521-d7bd59e4dc51 req-9897b80d-e825-4e31-bd90-38754f566436 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:26.979951 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ffc693c8-4cff-419b-9521-d7bd59e4dc51 req-9897b80d-e825-4e31-bd90-38754f566436 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 946 time: 0.0539563 Sep 21 10:16:27.053802 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ffc693c8-4cff-419b-9521-d7bd59e4dc51 req-2cb5708d-b59e-4d71-91f4-bcf6aaebf98e tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679071 Sep 21 10:16:27.091525 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9ec2d-8bf0-43a2-9ffd-f660cfec9461 req-dba81e7d-3bc5-4917-a5a8-25f32e455cde tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:27.093376 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d0e9ec2d-8bf0-43a2-9ffd-f660cfec9461 req-dba81e7d-3bc5-4917-a5a8-25f32e455cde tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5e79bf18-9fea-42c4-a6d8-30d4df942fc2 HTTP/1.1" status: 200 len: 945 time: 0.0543525 Sep 21 10:16:27.118893 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-b8182711-26c6-4539-b688-79f09dd40752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:22Z', 'revision_number': 5, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:27.148761 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d0e9ec2d-8bf0-43a2-9ffd-f660cfec9461 req-452da9b7-15a6-457f-b2a2-bb261ea9db57 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=082c42a3-a327-4d07-ac8d-90a961d499b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488908 Sep 21 10:16:27.149012 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8182711-26c6-4539-b688-79f09dd40752 None None] Checking router: 3e0b4ff9-bf68-470b-988e-5437f77cf672 for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:16:27.161817 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8182711-26c6-4539-b688-79f09dd40752 None None] Routers {'3e0b4ff9-bf68-470b-988e-5437f77cf672'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:16:27.162983 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-b8182711-26c6-4539-b688-79f09dd40752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:16:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['3e0b4ff9-bf68-470b-988e-5437f77cf672'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:27.294352 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-b8182711-26c6-4539-b688-79f09dd40752 None None] Set router 3e0b4ff9-bf68-470b-988e-5437f77cf672 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:16:27.416591 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=100 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:27.632602 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-b8182711-26c6-4539-b688-79f09dd40752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:22Z', 'revision_number': 5, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:27.659367 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8182711-26c6-4539-b688-79f09dd40752 None None] The sync data for ids ['3e0b4ff9-bf68-470b-988e-5437f77cf672'] in dv-cinder-855479-2-iscsi is: [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:08:17Z', 'revision_number': 4, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '7356d93e-6f29-4122-a79a-d03a8d58389e', 'name': '', 'network_id': '6e42426a-5bfa-4c7e-8ed0-2d27a94bc263', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'mac_address': 'fa:16:3e:36:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:15Z', 'updated_at': '2022-09-21T10:08:22Z', 'revision_number': 5, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'subnets': [{'id': 'a03c6c51-ced1-4661-a77b-9c8af558d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:16:27.911135 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15634218-6ba1-4988-995f-1190eece6d6b None None] New status for floating IP 8e8f1a70-692a-4224-93cd-1c553270ac07: DOWN {{(pid=106522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:16:28.029122 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75710da-3ea9-4d1a-a7c8-19bf64706b1b req-34aaed6b-364c-458b-91d7-2dd5d260bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:28.030638 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b75710da-3ea9-4d1a-a7c8-19bf64706b1b req-34aaed6b-364c-458b-91d7-2dd5d260bb2d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 HTTP/1.1" status: 200 len: 912 time: 0.1035244 Sep 21 10:16:28.130844 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b75710da-3ea9-4d1a-a7c8-19bf64706b1b req-87e16762-3640-4ad7-a57f-beb082ff0eb3 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a3d4b3-230b-4d84-8794-b5c57a8db3af HTTP/1.1" status: 200 len: 217 time: 0.0546880 Sep 21 10:16:28.156282 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e831ea-aa36-4f8f-a652-55c3691116de req-5bbaf7ea-739a-4fec-8288-2998e16edcbf tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:28.157689 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-56e831ea-aa36-4f8f-a652-55c3691116de req-5bbaf7ea-739a-4fec-8288-2998e16edcbf tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e79bf18-9fea-42c4-a6d8-30d4df942fc2 HTTP/1.1" status: 200 len: 945 time: 0.0828738 Sep 21 10:16:28.192223 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0e4f0-2b1b-4d31-af5f-67531a03b908 req-829a8d51-a752-4732-88d9-c397b6b07de1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:28.193699 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ddd0e4f0-2b1b-4d31-af5f-67531a03b908 req-829a8d51-a752-4732-88d9-c397b6b07de1 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 946 time: 0.0598283 Sep 21 10:16:28.289759 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ddd0e4f0-2b1b-4d31-af5f-67531a03b908 req-5a2ab2b2-83c4-4031-bafc-2c3624696930 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=955f12ad-00f1-454f-9afe-48ce40324e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901244 Sep 21 10:16:28.357249 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75710da-3ea9-4d1a-a7c8-19bf64706b1b req-6b365ad5-f6fd-4259-9358-dfd72caceb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:28.358701 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b75710da-3ea9-4d1a-a7c8-19bf64706b1b req-6b365ad5-f6fd-4259-9358-dfd72caceb4d service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a03c6c51-ced1-4661-a77b-9c8af558d81f HTTP/1.1" status: 200 len: 850 time: 0.1022487 Sep 21 10:16:28.369979 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e24d2-7631-4df1-bd90-dd7f83e56f4d req-faa6a994-a943-4ef4-b561-9d4c3b774606 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:28.371544 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9b0e24d2-7631-4df1-bd90-dd7f83e56f4d req-faa6a994-a943-4ef4-b561-9d4c3b774606 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5e79bf18-9fea-42c4-a6d8-30d4df942fc2 HTTP/1.1" status: 200 len: 945 time: 0.1313472 Sep 21 10:16:28.371905 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985da9c-411b-4a8f-b01e-7fec22f55a51 req-71796887-f9ba-4114-a4b2-df10b5ef91dd tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:28.374903 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-1985da9c-411b-4a8f-b01e-7fec22f55a51 req-71796887-f9ba-4114-a4b2-df10b5ef91dd tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 946 time: 0.0541177 Sep 21 10:16:28.463637 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-56e831ea-aa36-4f8f-a652-55c3691116de req-f0f29659-f3ee-4e11-b3b9-725572465051 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Deleting port 34b590ab-1122-4498-a745-537628820acc {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:16:28.463990 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-56e831ea-aa36-4f8f-a652-55c3691116de req-f0f29659-f3ee-4e11-b3b9-725572465051 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (34b590ab-1122-4498-a745-537628820acc), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:28.464879 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [req-1985da9c-411b-4a8f-b01e-7fec22f55a51 req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Deleting port e8a3d4b3-230b-4d84-8794-b5c57a8db3af {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:16:28.465224 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-1985da9c-411b-4a8f-b01e-7fec22f55a51 req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (e8a3d4b3-230b-4d84-8794-b5c57a8db3af), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:28.473885 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75710da-3ea9-4d1a-a7c8-19bf64706b1b req-82b7d989-b0a0-4303-b498-ab5dbcd2118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:28.475401 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b75710da-3ea9-4d1a-a7c8-19bf64706b1b req-82b7d989-b0a0-4303-b498-ab5dbcd2118d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1017745 Sep 21 10:16:28.553959 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:28.568107 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [req-1985da9c-411b-4a8f-b01e-7fec22f55a51 req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] For port e8a3d4b3-230b-4d84-8794-b5c57a8db3af, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=e8a3d4b3-230b-4d84-8794-b5c57a8db3af,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:16:28.568480 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-1985da9c-411b-4a8f-b01e-7fec22f55a51 req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (e8a3d4b3-230b-4d84-8794-b5c57a8db3af), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:28.583910 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [req-1985da9c-411b-4a8f-b01e-7fec22f55a51 req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Calling delete_port for e8a3d4b3-230b-4d84-8794-b5c57a8db3af owned by compute:nova {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:16:28.584166 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9b0e24d2-7631-4df1-bd90-dd7f83e56f4d req-46e86644-3ac1-4e0f-9934-4eb5ff6890f9 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=082c42a3-a327-4d07-ac8d-90a961d499b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814396 Sep 21 10:16:28.672673 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-56e831ea-aa36-4f8f-a652-55c3691116de req-f0f29659-f3ee-4e11-b3b9-725572465051 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] For port 34b590ab-1122-4498-a745-537628820acc, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=34b590ab-1122-4498-a745-537628820acc,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:16:28.673146 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-56e831ea-aa36-4f8f-a652-55c3691116de req-f0f29659-f3ee-4e11-b3b9-725572465051 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (34b590ab-1122-4498-a745-537628820acc), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:28.678030 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b75710da-3ea9-4d1a-a7c8-19bf64706b1b req-38b317f7-4ffb-4854-89e6-febc695cd830 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900163 Sep 21 10:16:28.707668 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:28.732493 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-1985da9c-411b-4a8f-b01e-7fec22f55a51 req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (e8a3d4b3-230b-4d84-8794-b5c57a8db3af), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:28.765720 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event deleted for resources: {'Port': ['ID=e8a3d4b3-230b-4d84-8794-b5c57a8db3af,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:28.781704 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:28.782384 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:28.782777 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:28.783163 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:28.783560 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:28.784133 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:28.784261 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:28.784770 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:28.784898 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:28.785204 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:28.785538 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:28.785859 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:28.786192 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:28.786507 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:28.786825 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:28.826120 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [req-1985da9c-411b-4a8f-b01e-7fec22f55a51 req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] No DVR routers for this DVR port e8a3d4b3-230b-4d84-8794-b5c57a8db3af on host hv-cinder-85547 {{(pid=106520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:16:28.829406 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [req-1985da9c-411b-4a8f-b01e-7fec22f55a51 req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:28.833004 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [req-1985da9c-411b-4a8f-b01e-7fec22f55a51 req-ee574a48-22f9-450c-9540-89305eeb155b tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.42 "DELETE /networking/v2.0/ports/e8a3d4b3-230b-4d84-8794-b5c57a8db3af HTTP/1.1" status: 204 len: 173 time: 0.4534473 Sep 21 10:16:28.833650 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b70eb2-7175-43b0-bb20-45c6be503760', 'name': 'network-vif-deleted', 'tag': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:16:28.836210 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c022fcdd-ac63-45ea-87c7-3d075dc45488" -d '{"events": [{"server_uuid": "92b70eb2-7175-43b0-bb20-45c6be503760", "name": "network-vif-deleted", "tag": "e8a3d4b3-230b-4d84-8794-b5c57a8db3af"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:16:28.871771 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b75710da-3ea9-4d1a-a7c8-19bf64706b1b req-8770adbc-887a-4e06-8c83-4f4808f106f9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879156 Sep 21 10:16:28.943349 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-56e831ea-aa36-4f8f-a652-55c3691116de req-f0f29659-f3ee-4e11-b3b9-725572465051 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:28.943733 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-56e831ea-aa36-4f8f-a652-55c3691116de req-f0f29659-f3ee-4e11-b3b9-725572465051 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438182'] for floatingip (55af1c15-8ea8-425f-9a8e-4a7a346a8512), after_update {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:28.944188 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.db.l3_db [req-56e831ea-aa36-4f8f-a652-55c3691116de req-f0f29659-f3ee-4e11-b3b9-725572465051 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Floating IP 55af1c15-8ea8-425f-9a8e-4a7a346a8512 disassociated. External IP: 172.27.2.174, port: 34b590ab-1122-4498-a745-537628820acc. Sep 21 10:16:28.944604 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-56e831ea-aa36-4f8f-a652-55c3691116de req-f0f29659-f3ee-4e11-b3b9-725572465051 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Calling delete_port for 34b590ab-1122-4498-a745-537628820acc owned by compute:nova {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:16:28.976569 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef8728c-0be0-4438-b5ee-4fb3d7b7e238 x-openstack-request-id: req-3ef8728c-0be0-4438-b5ee-4fb3d7b7e238 {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:16:28.976906 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b70eb2-7175-43b0-bb20-45c6be503760", "name": "network-vif-deleted", "tag": "e8a3d4b3-230b-4d84-8794-b5c57a8db3af", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:16:28.977193 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3ef8728c-0be0-4438-b5ee-4fb3d7b7e238 {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:16:28.977718 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef8728c-0be0-4438-b5ee-4fb3d7b7e238'] response: {'server_uuid': '92b70eb2-7175-43b0-bb20-45c6be503760', 'name': 'network-vif-deleted', 'tag': 'e8a3d4b3-230b-4d84-8794-b5c57a8db3af', 'status': 'completed', 'code': 200} Sep 21 10:16:29.090593 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-56e831ea-aa36-4f8f-a652-55c3691116de req-f0f29659-f3ee-4e11-b3b9-725572465051 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (34b590ab-1122-4498-a745-537628820acc), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:29.121555 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f29659-f3ee-4e11-b3b9-725572465051 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event deleted for resources: {'Port': ['ID=34b590ab-1122-4498-a745-537628820acc,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:29.510506 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-8adc6175-5455-4a81-a48b-e364e329d737 req-ef5407f1-8b23-4b35-a00e-a7623d0a624d tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92b70eb2-7175-43b0-bb20-45c6be503760 HTTP/1.1" status: 200 len: 210 time: 0.0363886 Sep 21 10:16:29.593147 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56e831ea-aa36-4f8f-a652-55c3691116de req-f0f29659-f3ee-4e11-b3b9-725572465051 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Router 99a2ea89-35ad-4ba2-9715-ad0a3620583a has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:16:29.737283 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56e831ea-aa36-4f8f-a652-55c3691116de req-f0f29659-f3ee-4e11-b3b9-725572465051 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:16:29.749790 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81899f0-c50a-4ff7-b14d-bffae7f79790 None None] Sync routers for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:16:29.762764 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81899f0-c50a-4ff7-b14d-bffae7f79790 None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:16:29.763677 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-c81899f0-c50a-4ff7-b14d-bffae7f79790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:16:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:29.802937 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ebe52586-1f37-4b32-a327-89080679f053 req-46018040-9ba0-41fd-a7f6-d025c3f41f6a tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5e79bf18-9fea-42c4-a6d8-30d4df942fc2 HTTP/1.1" status: 200 len: 210 time: 0.0574999 Sep 21 10:16:29.803631 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e831ea-aa36-4f8f-a652-55c3691116de req-f0f29659-f3ee-4e11-b3b9-725572465051 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] No DVR routers for this DVR port 34b590ab-1122-4498-a745-537628820acc on host hv-cinder-85547 {{(pid=106519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:16:29.807182 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-56e831ea-aa36-4f8f-a652-55c3691116de req-f0f29659-f3ee-4e11-b3b9-725572465051 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:29.810780 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-56e831ea-aa36-4f8f-a652-55c3691116de req-f0f29659-f3ee-4e11-b3b9-725572465051 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.42 "DELETE /networking/v2.0/ports/34b590ab-1122-4498-a745-537628820acc HTTP/1.1" status: 204 len: 173 time: 1.5566409 Sep 21 10:16:29.811500 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e79bf18-9fea-42c4-a6d8-30d4df942fc2', 'name': 'network-vif-deleted', 'tag': '34b590ab-1122-4498-a745-537628820acc'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:16:29.812974 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:29.813945 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ae2969-6e96-4760-a5f7-ac17551fe1ae" -d '{"events": [{"server_uuid": "5e79bf18-9fea-42c4-a6d8-30d4df942fc2", "name": "network-vif-deleted", "tag": "34b590ab-1122-4498-a745-537628820acc"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:16:29.860672 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f919176f-8ea9-41f7-8536-e3dee06531af x-openstack-request-id: req-f919176f-8ea9-41f7-8536-e3dee06531af {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:16:29.861180 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e79bf18-9fea-42c4-a6d8-30d4df942fc2", "name": "network-vif-deleted", "tag": "34b590ab-1122-4498-a745-537628820acc", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:16:29.861446 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f919176f-8ea9-41f7-8536-e3dee06531af {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:16:29.861946 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f919176f-8ea9-41f7-8536-e3dee06531af'] response: {'server_uuid': '5e79bf18-9fea-42c4-a6d8-30d4df942fc2', 'name': 'network-vif-deleted', 'tag': '34b590ab-1122-4498-a745-537628820acc', 'status': 'completed', 'code': 200} Sep 21 10:16:29.904818 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-c81899f0-c50a-4ff7-b14d-bffae7f79790 None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:16:30.002033 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:16:30.056481 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=100 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:30.117870 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-c81899f0-c50a-4ff7-b14d-bffae7f79790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:30.141971 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81899f0-c50a-4ff7-b14d-bffae7f79790 None None] Checking router: 99a2ea89-35ad-4ba2-9715-ad0a3620583a for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:16:30.152254 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81899f0-c50a-4ff7-b14d-bffae7f79790 None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:16:30.152884 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-c81899f0-c50a-4ff7-b14d-bffae7f79790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:16:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:30.260102 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-c81899f0-c50a-4ff7-b14d-bffae7f79790 None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:16:30.469686 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-c81899f0-c50a-4ff7-b14d-bffae7f79790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:30.503571 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81899f0-c50a-4ff7-b14d-bffae7f79790 None None] The sync data for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi is: [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:03Z', 'revision_number': 4, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': '8e5eadd7-079e-4e8c-8577-5913bf981727', 'name': '', 'network_id': 'ef7938f6-d232-4c14-9be3-ccb1b366c40f', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'mac_address': 'fa:16:3e:9d:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '80d4efae-e3db-4db7-af72-315587821cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:12:01Z', 'updated_at': '2022-09-21T10:12:06Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'subnets': [{'id': '80d4efae-e3db-4db7-af72-315587821cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:16:30.505229 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-9eafb7e8-ce45-4028-9dce-fd10b984876c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:30.593576 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 59130) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:30.715242 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d6e7a-0dd8-415b-b7dd-120eb8c26cd2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Deleting port ba0004f3-5629-4fdb-aff4-9777dfe0dacb {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:16:30.715707 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6e7a-0dd8-415b-b7dd-120eb8c26cd2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (ba0004f3-5629-4fdb-aff4-9777dfe0dacb), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:30.718794 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:30.733922 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2405085-b207-41e9-9dca-a5fd9e4c4c70 None None] New status for floating IP 55af1c15-8ea8-425f-9a8e-4a7a346a8512: DOWN {{(pid=106522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:16:30.800533 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6e7a-0dd8-415b-b7dd-120eb8c26cd2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (ba0004f3-5629-4fdb-aff4-9777dfe0dacb), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:30.800860 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6e7a-0dd8-415b-b7dd-120eb8c26cd2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for floatingip (ba0004f3-5629-4fdb-aff4-9777dfe0dacb), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:30.815301 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d6e7a-0dd8-415b-b7dd-120eb8c26cd2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Calling delete_port for ba0004f3-5629-4fdb-aff4-9777dfe0dacb owned by network:floatingip {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:16:30.823820 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:30.920119 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59136) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:30.972719 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6e7a-0dd8-415b-b7dd-120eb8c26cd2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (ba0004f3-5629-4fdb-aff4-9777dfe0dacb), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:30.984309 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8feda560-8903-4ce0-bbfe-c88d25335ab4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (082c42a3-a327-4d07-ac8d-90a961d499b1), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:30.998656 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d6e7a-0dd8-415b-b7dd-120eb8c26cd2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event deleted for resources: {'Port': ['ID=ba0004f3-5629-4fdb-aff4-9777dfe0dacb,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:31.014416 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8feda560-8903-4ce0-bbfe-c88d25335ab4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (082c42a3-a327-4d07-ac8d-90a961d499b1), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:31.078752 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8feda560-8903-4ce0-bbfe-c88d25335ab4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (082c42a3-a327-4d07-ac8d-90a961d499b1), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:31.081879 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8feda560-8903-4ce0-bbfe-c88d25335ab4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:31.083192 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-8feda560-8903-4ce0-bbfe-c88d25335ab4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/082c42a3-a327-4d07-ac8d-90a961d499b1 HTTP/1.1" status: 204 len: 168 time: 0.1618071 Sep 21 10:16:31.086650 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59138) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:31.096137 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6e7a-0dd8-415b-b7dd-120eb8c26cd2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for floatingip (6c56b5e7-49cc-4f62-8068-053c42e77c43), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:31.098937 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6e7a-0dd8-415b-b7dd-120eb8c26cd2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:31.100172 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-9a5d6e7a-0dd8-415b-b7dd-120eb8c26cd2 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/6c56b5e7-49cc-4f62-8068-053c42e77c43 HTTP/1.1" status: 204 len: 168 time: 0.5063941 Sep 21 10:16:31.110149 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feda560-8903-4ce0-bbfe-c88d25335ab4 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=082c42a3-a327-4d07-ac8d-90a961d499b1,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:31.112507 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.api.v2.resource [None req-07ae4767-2bed-435e-8597-6e1fc291aa9e tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] show failed (client error): The resource could not be found. Sep 21 10:16:31.113622 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-07ae4767-2bed-435e-8597-6e1fc291aa9e tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "GET /networking/v2.0/security-groups/082c42a3-a327-4d07-ac8d-90a961d499b1 HTTP/1.1" status: 404 len: 347 time: 0.0259531 Sep 21 10:16:31.119355 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59142) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:31.243866 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-314617fa-79e7-4a92-a7fe-cea373ad1318 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Deleting port 51751aee-47f3-491b-bae0-fe79965c5337 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:16:31.244214 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-314617fa-79e7-4a92-a7fe-cea373ad1318 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (51751aee-47f3-491b-bae0-fe79965c5337), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:31.337564 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-314617fa-79e7-4a92-a7fe-cea373ad1318 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (51751aee-47f3-491b-bae0-fe79965c5337), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:31.337915 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-314617fa-79e7-4a92-a7fe-cea373ad1318 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (51751aee-47f3-491b-bae0-fe79965c5337), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:31.350975 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-314617fa-79e7-4a92-a7fe-cea373ad1318 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Calling delete_port for 51751aee-47f3-491b-bae0-fe79965c5337 owned by network:floatingip {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:16:31.427224 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:31.429511 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:31.509272 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-314617fa-79e7-4a92-a7fe-cea373ad1318 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (51751aee-47f3-491b-bae0-fe79965c5337), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:31.536511 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314617fa-79e7-4a92-a7fe-cea373ad1318 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Pushing event deleted for resources: {'Port': ['ID=51751aee-47f3-491b-bae0-fe79965c5337,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:31.601250 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-314617fa-79e7-4a92-a7fe-cea373ad1318 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks [] for floatingip (55af1c15-8ea8-425f-9a8e-4a7a346a8512), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:31.604664 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-314617fa-79e7-4a92-a7fe-cea373ad1318 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:31.605826 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-314617fa-79e7-4a92-a7fe-cea373ad1318 tempest-AttachVolumeNegativeTest-693741052 tempest-AttachVolumeNegativeTest-693741052-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/55af1c15-8ea8-425f-9a8e-4a7a346a8512 HTTP/1.1" status: 204 len: 168 time: 0.4856272 Sep 21 10:16:31.990970 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 34b590ab-1122-4498-a745-537628820acc no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:16:32.010378 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: 34b590ab-1122-4498-a745-537628820acc {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:16:32.010717 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 34b590ab-1122-4498-a745-537628820acc not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:16:32.011131 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device e8a3d4b3-230b-4d84-8794-b5c57a8db3af no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:16:32.029191 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: e8a3d4b3-230b-4d84-8794-b5c57a8db3af {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:16:32.029539 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device e8a3d4b3-230b-4d84-8794-b5c57a8db3af not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:16:32.358375 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 59156) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:32.424695 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-400e195e-45a9-4628-a2ce-c99ab27d1763 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group (955f12ad-00f1-454f-9afe-48ce40324e83), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:32.462056 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-400e195e-45a9-4628-a2ce-c99ab27d1763 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group (955f12ad-00f1-454f-9afe-48ce40324e83), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:32.528137 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-400e195e-45a9-4628-a2ce-c99ab27d1763 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (955f12ad-00f1-454f-9afe-48ce40324e83), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:32.531411 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-400e195e-45a9-4628-a2ce-c99ab27d1763 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:32.532671 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-400e195e-45a9-4628-a2ce-c99ab27d1763 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/955f12ad-00f1-454f-9afe-48ce40324e83 HTTP/1.1" status: 204 len: 168 time: 0.1732318 Sep 21 10:16:32.543060 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e195e-45a9-4628-a2ce-c99ab27d1763 tempest-TestVolumeBootPattern-1472017977 tempest-TestVolumeBootPattern-1472017977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=955f12ad-00f1-454f-9afe-48ce40324e83,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:32.599173 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 59160) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:33.044763 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-42a61a1a-114e-4d22-b631-8036c7415c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429990'] for router_interface (3e0b4ff9-bf68-470b-988e-5437f77cf672), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:33.126541 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:33.276758 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:33.282235 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-42a61a1a-114e-4d22-b631-8036c7415c04 admin admin] Deleting port 7356d93e-6f29-4122-a79a-d03a8d58389e {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:16:33.282643 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-42a61a1a-114e-4d22-b631-8036c7415c04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (7356d93e-6f29-4122-a79a-d03a8d58389e), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:33.367624 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [None req-42a61a1a-114e-4d22-b631-8036c7415c04 admin admin] For port 7356d93e-6f29-4122-a79a-d03a8d58389e, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=7356d93e-6f29-4122-a79a-d03a8d58389e,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:16:33.368327 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-42a61a1a-114e-4d22-b631-8036c7415c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (7356d93e-6f29-4122-a79a-d03a8d58389e), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:33.380725 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-42a61a1a-114e-4d22-b631-8036c7415c04 admin admin] Calling delete_port for 7356d93e-6f29-4122-a79a-d03a8d58389e owned by network:router_interface {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:16:33.572030 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-42a61a1a-114e-4d22-b631-8036c7415c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (7356d93e-6f29-4122-a79a-d03a8d58389e), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:33.598118 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a61a1a-114e-4d22-b631-8036c7415c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=7356d93e-6f29-4122-a79a-d03a8d58389e,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:33.671369 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-550a7047-5777-41d3-9866-5f2f75816e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:33.779572 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-42a61a1a-114e-4d22-b631-8036c7415c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-434198'] for router_interface (3e0b4ff9-bf68-470b-988e-5437f77cf672), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:34.003808 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a61a1a-114e-4d22-b631-8036c7415c04 admin admin] Router 3e0b4ff9-bf68-470b-988e-5437f77cf672 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:16:34.069222 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:34.139483 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a61a1a-114e-4d22-b631-8036c7415c04 admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:16:34.147692 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-42a61a1a-114e-4d22-b631-8036c7415c04 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/3e0b4ff9-bf68-470b-988e-5437f77cf672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5468137 Sep 21 10:16:34.150077 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cdf9b4-a030-441b-b8a7-00c342d1ff9b None None] Sync routers for ids ['3e0b4ff9-bf68-470b-988e-5437f77cf672'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:16:34.150241 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59186) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:34.162050 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cdf9b4-a030-441b-b8a7-00c342d1ff9b None None] Routers {'3e0b4ff9-bf68-470b-988e-5437f77cf672'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:16:34.162680 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-d5cdf9b4-a030-441b-b8a7-00c342d1ff9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:16:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['3e0b4ff9-bf68-470b-988e-5437f77cf672'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:34.268735 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-14aad405-cfdc-4fe0-8fe6-9515d04fdbe1 admin admin] Publish callbacks [] for router (3e0b4ff9-bf68-470b-988e-5437f77cf672), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:34.278227 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-d5cdf9b4-a030-441b-b8a7-00c342d1ff9b None None] Set router 3e0b4ff9-bf68-470b-988e-5437f77cf672 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:16:34.384156 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-14aad405-cfdc-4fe0-8fe6-9515d04fdbe1 admin admin] Publish callbacks [] for router_gateway (3e0b4ff9-bf68-470b-988e-5437f77cf672), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:34.453853 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-14aad405-cfdc-4fe0-8fe6-9515d04fdbe1 admin admin] Deleting port bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:16:34.454242 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-14aad405-cfdc-4fe0-8fe6-9515d04fdbe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:34.496692 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-d5cdf9b4-a030-441b-b8a7-00c342d1ff9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:16:33Z', 'revision_number': 5, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port': {'id': 'bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:11Z', 'updated_at': '2022-09-21T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:34.523688 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cdf9b4-a030-441b-b8a7-00c342d1ff9b None None] Checking router: 3e0b4ff9-bf68-470b-988e-5437f77cf672 for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:16:34.533976 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cdf9b4-a030-441b-b8a7-00c342d1ff9b None None] Routers {'3e0b4ff9-bf68-470b-988e-5437f77cf672'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:16:34.534618 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-d5cdf9b4-a030-441b-b8a7-00c342d1ff9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:16:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['3e0b4ff9-bf68-470b-988e-5437f77cf672'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:34.554539 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [None req-14aad405-cfdc-4fe0-8fe6-9515d04fdbe1 admin admin] For port bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:16:34.554906 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-14aad405-cfdc-4fe0-8fe6-9515d04fdbe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:34.569068 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-14aad405-cfdc-4fe0-8fe6-9515d04fdbe1 admin admin] Calling delete_port for bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567 owned by network:router_gateway {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:16:34.627117 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-d5cdf9b4-a030-441b-b8a7-00c342d1ff9b None None] Set router 3e0b4ff9-bf68-470b-988e-5437f77cf672 gateway port host: None {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:16:34.680614 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-d5cdf9b4-a030-441b-b8a7-00c342d1ff9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:16:34Z', 'revision_number': 6, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port_host': None}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:34.706898 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cdf9b4-a030-441b-b8a7-00c342d1ff9b None None] The sync data for ids ['3e0b4ff9-bf68-470b-988e-5437f77cf672'] in dv-cinder-855479-2-iscsi is: [{'id': '3e0b4ff9-bf68-470b-988e-5437f77cf672', 'name': 'tempest-TestVolumeBootPattern-155719596-router', 'tenant_id': '91470b6b84c040bb85eec3f27b31f139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:10Z', 'updated_at': '2022-09-21T10:16:34Z', 'revision_number': 6, 'project_id': '91470b6b84c040bb85eec3f27b31f139', 'gw_port_host': None}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:16:34.758175 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-14aad405-cfdc-4fe0-8fe6-9515d04fdbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:34.761000 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:34.813386 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aad405-cfdc-4fe0-8fe6-9515d04fdbe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:34.878235 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-14aad405-cfdc-4fe0-8fe6-9515d04fdbe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438108'] for router_gateway (3e0b4ff9-bf68-470b-988e-5437f77cf672), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:34.973079 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-14aad405-cfdc-4fe0-8fe6-9515d04fdbe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (3e0b4ff9-bf68-470b-988e-5437f77cf672), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:34.975719 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-14aad405-cfdc-4fe0-8fe6-9515d04fdbe1 admin admin] Publish callbacks [] for router_controller (3e0b4ff9-bf68-470b-988e-5437f77cf672), precommit_delete_associations {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:35.022967 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-14aad405-cfdc-4fe0-8fe6-9515d04fdbe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434283'] for router (3e0b4ff9-bf68-470b-988e-5437f77cf672), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:35.023903 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14aad405-cfdc-4fe0-8fe6-9515d04fdbe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e0b4ff9-bf68-470b-988e-5437f77cf672 {{(pid=106520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 10:16:35.031961 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-14aad405-cfdc-4fe0-8fe6-9515d04fdbe1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:35.034007 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-14aad405-cfdc-4fe0-8fe6-9515d04fdbe1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/3e0b4ff9-bf68-470b-988e-5437f77cf672 HTTP/1.1" status: 204 len: 168 time: 0.8823795 Sep 21 10:16:35.036892 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 59190) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:35.045847 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:35.095945 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_v2 [None req-f295ea29-0cce-4419-b9ce-52cf3deadc4c admin admin] Deleting subnet a03c6c51-ced1-4661-a77b-9c8af558d81f {{(pid=106519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 10:16:35.100245 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f295ea29-0cce-4419-b9ce-52cf3deadc4c admin admin] Publish callbacks [] for subnet (a03c6c51-ced1-4661-a77b-9c8af558d81f), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:35.161744 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f295ea29-0cce-4419-b9ce-52cf3deadc4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708622'] for subnet (a03c6c51-ced1-4661-a77b-9c8af558d81f), precommit_delete_associations {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:35.254355 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f295ea29-0cce-4419-b9ce-52cf3deadc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1348970'] for subnet (a03c6c51-ced1-4661-a77b-9c8af558d81f), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:35.315127 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f295ea29-0cce-4419-b9ce-52cf3deadc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8646625'] for subnet (a03c6c51-ced1-4661-a77b-9c8af558d81f), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:35.350061 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f295ea29-0cce-4419-b9ce-52cf3deadc4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:35.355704 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-f295ea29-0cce-4419-b9ce-52cf3deadc4c admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/a03c6c51-ced1-4661-a77b-9c8af558d81f HTTP/1.1" status: 204 len: 168 time: 0.3150578 Sep 21 10:16:35.355704 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295ea29-0cce-4419-b9ce-52cf3deadc4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a03c6c51-ced1-4661-a77b-9c8af558d81f,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:35.356084 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 59198) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:35.357123 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d6f330-11b9-4d3c-b86b-d2f865d82991 None None] Network 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:16:35.397018 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59200) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:35.404062 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:DELETE=14,neutron:SELECT=83,neutron:UPDATE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:35.431274 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326367'] for network (6e42426a-5bfa-4c7e-8ed0-2d27a94bc263), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:35.447528 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:35.469700 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:35.488060 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] Deleting port 58e74755-6a46-4da1-8c69-f9aa64900359 {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:16:35.488687 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (58e74755-6a46-4da1-8c69-f9aa64900359), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:35.530440 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:35.560288 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] DHCP port deletion for 6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 request from dv-cinder-855479-2-iscsi {{(pid=106521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 10:16:35.593097 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] For port 58e74755-6a46-4da1-8c69-f9aa64900359, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=58e74755-6a46-4da1-8c69-f9aa64900359,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:16:35.593569 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (58e74755-6a46-4da1-8c69-f9aa64900359), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:35.615216 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Deleting port 58e74755-6a46-4da1-8c69-f9aa64900359 {{(pid=106521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:16:35.616017 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (58e74755-6a46-4da1-8c69-f9aa64900359), before_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:35.618432 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] Calling delete_port for 58e74755-6a46-4da1-8c69-f9aa64900359 owned by network:dhcp {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:16:35.708209 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] For port 58e74755-6a46-4da1-8c69-f9aa64900359, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=58e74755-6a46-4da1-8c69-f9aa64900359,segment=NetworkSegment(85ec65ab-225c-43ee-abe1-4d94567408ef),segment_id=85ec65ab-225c-43ee-abe1-4d94567408ef)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:16:35.709632 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (58e74755-6a46-4da1-8c69-f9aa64900359), precommit_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:35.734688 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Calling delete_port for 58e74755-6a46-4da1-8c69-f9aa64900359 owned by network:dhcp {{(pid=106521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:16:35.737396 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (58e74755-6a46-4da1-8c69-f9aa64900359), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:35.790677 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] Pushing event deleted for resources: {'Port': ['ID=58e74755-6a46-4da1-8c69-f9aa64900359,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:35.800460 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] No DVR routers for this DVR port 58e74755-6a46-4da1-8c69-f9aa64900359 on host dv-cinder-855479-2-iscsi {{(pid=106519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:16:35.812950 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6b04-8e1b-4318-85d1-845df1e5bb29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429990'] for router_interface (99a2ea89-35ad-4ba2-9715-ad0a3620583a), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:35.839846 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994'] for port (58e74755-6a46-4da1-8c69-f9aa64900359), after_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:35.873514 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Pushing event deleted for resources: {'Port': ['ID=58e74755-6a46-4da1-8c69-f9aa64900359,revision_number=None']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:35.875943 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] No DVR routers for this DVR port 58e74755-6a46-4da1-8c69-f9aa64900359 on host dv-cinder-855479-2-iscsi {{(pid=106521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:16:35.888672 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:35.889027 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:35.889375 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:35.889708 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:35.890043 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:35.890380 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:35.890714 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:35.891034 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:35.891362 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:35.891708 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:35.892038 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:35.892363 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:35.892685 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:35.893005 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:35.893324 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13d47e-aa70-4fd0-bc34-40a0873cda01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:16:35.914194 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433921', 'neutron.services.segments.db._delete_segments_for_network-8760788516801'] for network (6e42426a-5bfa-4c7e-8ed0-2d27a94bc263), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:35.939631 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e42426a-5bfa-4c7e-8ed0-2d27a94bc263']}} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:35.952642 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ec65ab-225c-43ee-abe1-4d94567408ef') {'for_net_delete': True} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:35.952978 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.services.segments.db [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ec65ab-225c-43ee-abe1-4d94567408ef') {} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:35.964340 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760788516693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708661'] for segment (85ec65ab-225c-43ee-abe1-4d94567408ef), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:35.980307 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (85ec65ab-225c-43ee-abe1-4d94567408ef), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:35.988675 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=106519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 10:16:35.989351 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10188133'] for segment (85ec65ab-225c-43ee-abe1-4d94567408ef), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:36.049875 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:36.077993 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1433976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438153'] for network (6e42426a-5bfa-4c7e-8ed0-2d27a94bc263), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:36.083709 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:36.089656 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/6e42426a-5bfa-4c7e-8ed0-2d27a94bc263 HTTP/1.1" status: 204 len: 168 time: 0.7322524 Sep 21 10:16:36.095407 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 59206) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:36.124229 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 58e74755-6a46-4da1-8c69-f9aa64900359 no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:16:36.157470 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: 58e74755-6a46-4da1-8c69-f9aa64900359 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:16:36.158186 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 58e74755-6a46-4da1-8c69-f9aa64900359 not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:16:36.158839 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 7356d93e-6f29-4122-a79a-d03a8d58389e no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:16:36.162879 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:36.230556 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa910e59-6c62-4943-b773-add6dfc0779a admin admin] Pushing event deleted for resources: {'Network': ['ID=6e42426a-5bfa-4c7e-8ed0-2d27a94bc263,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:36.309171 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.services.segments.plugin [-] Segment 85ec65ab-225c-43ee-abe1-4d94567408ef resource provider aggregate not found Sep 21 10:16:36.342961 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: 7356d93e-6f29-4122-a79a-d03a8d58389e {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:16:36.343583 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 7356d93e-6f29-4122-a79a-d03a8d58389e not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:16:36.344218 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567 no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:16:36.370260 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.services.segments.plugin [-] Segment 85ec65ab-225c-43ee-abe1-4d94567408ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85ec65ab-225c-43ee-abe1-4d94567408ef found for delete ", "request_id": "req-b7394490-1180-4533-8746-1ff013530ca1"}]} Sep 21 10:16:36.377973 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:16:36.378560 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device bdcf0d8a-23bc-4ffb-a9c9-dcebeaed3567 not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:16:36.381725 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-bdfb6b04-8e1b-4318-85d1-845df1e5bb29 admin admin] Deleting port 8e5eadd7-079e-4e8c-8577-5913bf981727 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:16:36.382300 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6b04-8e1b-4318-85d1-845df1e5bb29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (8e5eadd7-079e-4e8c-8577-5913bf981727), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:36.474722 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=9 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:36.483301 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [None req-bdfb6b04-8e1b-4318-85d1-845df1e5bb29 admin admin] For port 8e5eadd7-079e-4e8c-8577-5913bf981727, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=8e5eadd7-079e-4e8c-8577-5913bf981727,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:16:36.483944 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6b04-8e1b-4318-85d1-845df1e5bb29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (8e5eadd7-079e-4e8c-8577-5913bf981727), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:36.499089 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-bdfb6b04-8e1b-4318-85d1-845df1e5bb29 admin admin] Calling delete_port for 8e5eadd7-079e-4e8c-8577-5913bf981727 owned by network:router_interface {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:16:36.567273 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e02d-53de-439c-a3ae-09a0f886f49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429990'] for router_interface (e089551b-5a6b-42e9-843b-be4aa208656f), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:36.599120 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:36.633604 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=100 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:36.729931 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6b04-8e1b-4318-85d1-845df1e5bb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (8e5eadd7-079e-4e8c-8577-5913bf981727), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:36.762749 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb6b04-8e1b-4318-85d1-845df1e5bb29 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e5eadd7-079e-4e8c-8577-5913bf981727,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:36.933179 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:36.961315 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6b04-8e1b-4318-85d1-845df1e5bb29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-434198'] for router_interface (99a2ea89-35ad-4ba2-9715-ad0a3620583a), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:37.131173 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-0ce4e02d-53de-439c-a3ae-09a0f886f49a admin admin] Deleting port 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:16:37.131787 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e02d-53de-439c-a3ae-09a0f886f49a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (33aaa597-dbb4-49b8-999e-a6cb6cc17b4f), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:37.205630 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfb6b04-8e1b-4318-85d1-845df1e5bb29 admin admin] Router 99a2ea89-35ad-4ba2-9715-ad0a3620583a has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:16:37.230056 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [None req-0ce4e02d-53de-439c-a3ae-09a0f886f49a admin admin] For port 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=33aaa597-dbb4-49b8-999e-a6cb6cc17b4f,segment=NetworkSegment(87a44287-80e5-4087-843f-ad71834ebea1),segment_id=87a44287-80e5-4087-843f-ad71834ebea1)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:16:37.230564 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e02d-53de-439c-a3ae-09a0f886f49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (33aaa597-dbb4-49b8-999e-a6cb6cc17b4f), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:37.245274 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-0ce4e02d-53de-439c-a3ae-09a0f886f49a admin admin] Calling delete_port for 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f owned by network:router_interface {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:16:37.326002 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfb6b04-8e1b-4318-85d1-845df1e5bb29 admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:16:37.341011 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-bdfb6b04-8e1b-4318-85d1-845df1e5bb29 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/99a2ea89-35ad-4ba2-9715-ad0a3620583a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9332962 Sep 21 10:16:37.341202 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09befb8b-af9a-410e-b5b4-703e645abc9d None None] Sync routers for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:16:37.341869 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59210) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:37.349083 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09befb8b-af9a-410e-b5b4-703e645abc9d None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:16:37.350079 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-09befb8b-af9a-410e-b5b4-703e645abc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:16:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:37.385397 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:37.458921 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8626-abd1-4513-83ac-09685509875c admin admin] Publish callbacks [] for router (99a2ea89-35ad-4ba2-9715-ad0a3620583a), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:37.473440 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-09befb8b-af9a-410e-b5b4-703e645abc9d None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:16:37.481046 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e02d-53de-439c-a3ae-09a0f886f49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (33aaa597-dbb4-49b8-999e-a6cb6cc17b4f), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:37.541975 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4e02d-53de-439c-a3ae-09a0f886f49a admin admin] Pushing event deleted for resources: {'Port': ['ID=33aaa597-dbb4-49b8-999e-a6cb6cc17b4f,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:37.592854 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8626-abd1-4513-83ac-09685509875c admin admin] Publish callbacks [] for router_gateway (99a2ea89-35ad-4ba2-9715-ad0a3620583a), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:37.674658 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f8626-abd1-4513-83ac-09685509875c admin admin] Deleting port b80cfc88-ab7a-4c47-9287-3b65a32a0a8c {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:16:37.675317 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8626-abd1-4513-83ac-09685509875c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (b80cfc88-ab7a-4c47-9287-3b65a32a0a8c), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:37.763914 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e02d-53de-439c-a3ae-09a0f886f49a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-434198'] for router_interface (e089551b-5a6b-42e9-843b-be4aa208656f), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:37.782883 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [None req-bf0f8626-abd1-4513-83ac-09685509875c admin admin] For port b80cfc88-ab7a-4c47-9287-3b65a32a0a8c, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=b80cfc88-ab7a-4c47-9287-3b65a32a0a8c,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:16:37.782883 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8626-abd1-4513-83ac-09685509875c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (b80cfc88-ab7a-4c47-9287-3b65a32a0a8c), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:37.805313 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f8626-abd1-4513-83ac-09685509875c admin admin] Calling delete_port for b80cfc88-ab7a-4c47-9287-3b65a32a0a8c owned by network:router_gateway {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:16:37.816120 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:37.845880 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-09befb8b-af9a-410e-b5b4-703e645abc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:16:36Z', 'revision_number': 5, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port': {'id': 'b80cfc88-ab7a-4c47-9287-3b65a32a0a8c', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:37.860329 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:37.889603 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09befb8b-af9a-410e-b5b4-703e645abc9d None None] Checking router: 99a2ea89-35ad-4ba2-9715-ad0a3620583a for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:16:37.904194 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09befb8b-af9a-410e-b5b4-703e645abc9d None None] Routers {'99a2ea89-35ad-4ba2-9715-ad0a3620583a'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:16:37.906246 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-09befb8b-af9a-410e-b5b4-703e645abc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:16:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:37.970525 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:38.004313 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce4e02d-53de-439c-a3ae-09a0f886f49a admin admin] Router e089551b-5a6b-42e9-843b-be4aa208656f has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:16:38.015058 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-09befb8b-af9a-410e-b5b4-703e645abc9d None None] Set router 99a2ea89-35ad-4ba2-9715-ad0a3620583a gateway port host: None {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:16:38.063424 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8626-abd1-4513-83ac-09685509875c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (b80cfc88-ab7a-4c47-9287-3b65a32a0a8c), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:38.079040 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-09befb8b-af9a-410e-b5b4-703e645abc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:16:37Z', 'revision_number': 6, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port_host': None}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:38.107622 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09befb8b-af9a-410e-b5b4-703e645abc9d None None] The sync data for ids ['99a2ea89-35ad-4ba2-9715-ad0a3620583a'] in dv-cinder-855479-2-iscsi is: [{'id': '99a2ea89-35ad-4ba2-9715-ad0a3620583a', 'name': 'tempest-AttachVolumeNegativeTest-1933913650-router', 'tenant_id': 'b302e94dce514d8c884a0d509cdd7032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:11:58Z', 'updated_at': '2022-09-21T10:16:37Z', 'revision_number': 6, 'project_id': 'b302e94dce514d8c884a0d509cdd7032', 'gw_port_host': None}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:16:38.115895 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f8626-abd1-4513-83ac-09685509875c admin admin] Pushing event deleted for resources: {'Port': ['ID=b80cfc88-ab7a-4c47-9287-3b65a32a0a8c,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:38.137378 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce4e02d-53de-439c-a3ae-09a0f886f49a admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:16:38.143466 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-0ce4e02d-53de-439c-a3ae-09a0f886f49a admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/e089551b-5a6b-42e9-843b-be4aa208656f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0451210 Sep 21 10:16:38.145200 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 59212) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:38.146939 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb0471c-dcb5-4900-b76d-6a39d9117341 None None] Sync routers for ids ['e089551b-5a6b-42e9-843b-be4aa208656f'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:16:38.162405 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb0471c-dcb5-4900-b76d-6a39d9117341 None None] Routers {'e089551b-5a6b-42e9-843b-be4aa208656f'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:16:38.163053 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-efb0471c-dcb5-4900-b76d-6a39d9117341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:16:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['e089551b-5a6b-42e9-843b-be4aa208656f'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:38.211579 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8626-abd1-4513-83ac-09685509875c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438108'] for router_gateway (99a2ea89-35ad-4ba2-9715-ad0a3620583a), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:38.304114 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9819596a-19bb-458a-ab66-3a8fa1e47e1c admin admin] Publish callbacks [] for router (e089551b-5a6b-42e9-843b-be4aa208656f), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:38.310981 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8626-abd1-4513-83ac-09685509875c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (99a2ea89-35ad-4ba2-9715-ad0a3620583a), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:38.314166 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-efb0471c-dcb5-4900-b76d-6a39d9117341 None None] Set router e089551b-5a6b-42e9-843b-be4aa208656f gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:16:38.316350 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8626-abd1-4513-83ac-09685509875c admin admin] Publish callbacks [] for router_controller (99a2ea89-35ad-4ba2-9715-ad0a3620583a), precommit_delete_associations {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:38.382050 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8626-abd1-4513-83ac-09685509875c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434283'] for router (99a2ea89-35ad-4ba2-9715-ad0a3620583a), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:38.382787 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0f8626-abd1-4513-83ac-09685509875c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99a2ea89-35ad-4ba2-9715-ad0a3620583a {{(pid=106520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 10:16:38.391324 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8626-abd1-4513-83ac-09685509875c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:38.392386 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-bf0f8626-abd1-4513-83ac-09685509875c admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/99a2ea89-35ad-4ba2-9715-ad0a3620583a HTTP/1.1" status: 204 len: 168 time: 1.0511856 Sep 21 10:16:38.394947 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59214) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:38.419554 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9819596a-19bb-458a-ab66-3a8fa1e47e1c admin admin] Publish callbacks [] for router_gateway (e089551b-5a6b-42e9-843b-be4aa208656f), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:38.454836 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_v2 [None req-14152f8c-0470-4317-9308-ffd7ec1b5c04 admin admin] Deleting subnet 80d4efae-e3db-4db7-af72-315587821cfa {{(pid=106520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 10:16:38.458854 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-14152f8c-0470-4317-9308-ffd7ec1b5c04 admin admin] Publish callbacks [] for subnet (80d4efae-e3db-4db7-af72-315587821cfa), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:38.498094 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-9819596a-19bb-458a-ab66-3a8fa1e47e1c admin admin] Deleting port 0b6824ad-0cc1-45be-8b06-6be5b7c9da96 {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:16:38.498556 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9819596a-19bb-458a-ab66-3a8fa1e47e1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (0b6824ad-0cc1-45be-8b06-6be5b7c9da96), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:38.518239 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:38.529320 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-14152f8c-0470-4317-9308-ffd7ec1b5c04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9665402'] for subnet (80d4efae-e3db-4db7-af72-315587821cfa), precommit_delete_associations {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:38.644591 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-efb0471c-dcb5-4900-b76d-6a39d9117341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e089551b-5a6b-42e9-843b-be4aa208656f', 'name': 'tempest-TestVolumeBootPattern-1224129394-router', 'tenant_id': '74fc62acdb6a4217af31c390824aecf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '0b6824ad-0cc1-45be-8b06-6be5b7c9da96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:22Z', 'updated_at': '2022-09-21T10:16:37Z', 'revision_number': 5, 'project_id': '74fc62acdb6a4217af31c390824aecf5', 'gw_port': {'id': '0b6824ad-0cc1-45be-8b06-6be5b7c9da96', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089551b-5a6b-42e9-843b-be4aa208656f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:08:23Z', 'updated_at': '2022-09-21T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:38.651882 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [None req-9819596a-19bb-458a-ab66-3a8fa1e47e1c admin admin] For port 0b6824ad-0cc1-45be-8b06-6be5b7c9da96, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=0b6824ad-0cc1-45be-8b06-6be5b7c9da96,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:16:38.652235 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9819596a-19bb-458a-ab66-3a8fa1e47e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (0b6824ad-0cc1-45be-8b06-6be5b7c9da96), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:38.654996 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:38.669287 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-9819596a-19bb-458a-ab66-3a8fa1e47e1c admin admin] Calling delete_port for 0b6824ad-0cc1-45be-8b06-6be5b7c9da96 owned by network:router_gateway {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:16:38.684207 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb0471c-dcb5-4900-b76d-6a39d9117341 None None] Checking router: e089551b-5a6b-42e9-843b-be4aa208656f for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:16:38.686816 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-14152f8c-0470-4317-9308-ffd7ec1b5c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1348970'] for subnet (80d4efae-e3db-4db7-af72-315587821cfa), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:38.697843 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb0471c-dcb5-4900-b76d-6a39d9117341 None None] Routers {'e089551b-5a6b-42e9-843b-be4aa208656f'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:16:38.698766 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-efb0471c-dcb5-4900-b76d-6a39d9117341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:16:34Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['e089551b-5a6b-42e9-843b-be4aa208656f'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:38.770668 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-14152f8c-0470-4317-9308-ffd7ec1b5c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9667704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9909986'] for subnet (80d4efae-e3db-4db7-af72-315587821cfa), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:38.798270 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-efb0471c-dcb5-4900-b76d-6a39d9117341 None None] Set router e089551b-5a6b-42e9-843b-be4aa208656f gateway port host: None {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:16:38.807690 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14152f8c-0470-4317-9308-ffd7ec1b5c04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80d4efae-e3db-4db7-af72-315587821cfa,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:38.813088 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-14152f8c-0470-4317-9308-ffd7ec1b5c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:38.823210 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-14152f8c-0470-4317-9308-ffd7ec1b5c04 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/80d4efae-e3db-4db7-af72-315587821cfa HTTP/1.1" status: 204 len: 168 time: 0.4255633 Sep 21 10:16:38.824515 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59216) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:38.883392 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec4a8f6-ab0c-4809-8b48-2b31c621db97 None None] Network ef7938f6-d232-4c14-9be3-ccb1b366c40f requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:16:38.888431 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-efb0471c-dcb5-4900-b76d-6a39d9117341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e089551b-5a6b-42e9-843b-be4aa208656f', 'name': 'tempest-TestVolumeBootPattern-1224129394-router', 'tenant_id': '74fc62acdb6a4217af31c390824aecf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:22Z', 'updated_at': '2022-09-21T10:16:38Z', 'revision_number': 6, 'project_id': '74fc62acdb6a4217af31c390824aecf5', 'gw_port_host': None}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:38.940273 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9819596a-19bb-458a-ab66-3a8fa1e47e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (0b6824ad-0cc1-45be-8b06-6be5b7c9da96), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:38.941461 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb0471c-dcb5-4900-b76d-6a39d9117341 None None] The sync data for ids ['e089551b-5a6b-42e9-843b-be4aa208656f'] in dv-cinder-855479-2-iscsi is: [{'id': 'e089551b-5a6b-42e9-843b-be4aa208656f', 'name': 'tempest-TestVolumeBootPattern-1224129394-router', 'tenant_id': '74fc62acdb6a4217af31c390824aecf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:08:22Z', 'updated_at': '2022-09-21T10:16:38Z', 'revision_number': 6, 'project_id': '74fc62acdb6a4217af31c390824aecf5', 'gw_port_host': None}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:16:38.959201 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326367'] for network (ef7938f6-d232-4c14-9be3-ccb1b366c40f), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:38.992312 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819596a-19bb-458a-ab66-3a8fa1e47e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6824ad-0cc1-45be-8b06-6be5b7c9da96,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:39.033795 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] Deleting port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:16:39.034264 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (7abd17cf-1751-4fc2-b26c-ecf83e5ac241), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.068704 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:39.090345 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9819596a-19bb-458a-ab66-3a8fa1e47e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438108'] for router_gateway (e089551b-5a6b-42e9-843b-be4aa208656f), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.133197 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] For port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=7abd17cf-1751-4fc2-b26c-ecf83e5ac241,segment=NetworkSegment(ae510688-b5a1-4601-9f5c-7887a2661a03),segment_id=ae510688-b5a1-4601-9f5c-7887a2661a03)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:16:39.133945 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (7abd17cf-1751-4fc2-b26c-ecf83e5ac241), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.160790 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] Calling delete_port for 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 owned by network:dhcp {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:16:39.167251 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:39.193065 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9819596a-19bb-458a-ab66-3a8fa1e47e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (e089551b-5a6b-42e9-843b-be4aa208656f), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.195223 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9819596a-19bb-458a-ab66-3a8fa1e47e1c admin admin] Publish callbacks [] for router_controller (e089551b-5a6b-42e9-843b-be4aa208656f), precommit_delete_associations {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.248540 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9819596a-19bb-458a-ab66-3a8fa1e47e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434283'] for router (e089551b-5a6b-42e9-843b-be4aa208656f), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.249169 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9819596a-19bb-458a-ab66-3a8fa1e47e1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e089551b-5a6b-42e9-843b-be4aa208656f {{(pid=106519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 10:16:39.253629 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-9819596a-19bb-458a-ab66-3a8fa1e47e1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.253843 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (7abd17cf-1751-4fc2-b26c-ecf83e5ac241), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.254802 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-9819596a-19bb-458a-ab66-3a8fa1e47e1c admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/e089551b-5a6b-42e9-843b-be4aa208656f HTTP/1.1" status: 204 len: 168 time: 1.1086028 Sep 21 10:16:39.257320 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59218) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:39.311699 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] Pushing event deleted for resources: {'Port': ['ID=7abd17cf-1751-4fc2-b26c-ecf83e5ac241,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:39.313656 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] No DVR routers for this DVR port 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 on host dv-cinder-855479-2-iscsi {{(pid=106520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:16:39.366908 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26bda79-9fbe-40c7-8cb5-7ac38e8adabb None None] DHCP port deletion for ef7938f6-d232-4c14-9be3-ccb1b366c40f request from dv-cinder-855479-2-iscsi {{(pid=106521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 10:16:39.397419 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c708b64-d252-4f65-abe6-9bd92a2b8b35 admin admin] Deleting subnet ded74c93-a741-4381-9e95-233b9db1a2a2 {{(pid=106520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 10:16:39.407683 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-2c708b64-d252-4f65-abe6-9bd92a2b8b35 admin admin] Publish callbacks [] for subnet (ded74c93-a741-4381-9e95-233b9db1a2a2), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.437769 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433921', 'neutron.services.segments.db._delete_segments_for_network-8760788516801'] for network (ef7938f6-d232-4c14-9be3-ccb1b366c40f), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.441529 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:39.473571 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-2c708b64-d252-4f65-abe6-9bd92a2b8b35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9665402'] for subnet (ded74c93-a741-4381-9e95-233b9db1a2a2), precommit_delete_associations {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.476318 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7938f6-d232-4c14-9be3-ccb1b366c40f']}} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:39.505134 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae510688-b5a1-4601-9f5c-7887a2661a03') {'for_net_delete': True} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:39.505427 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae510688-b5a1-4601-9f5c-7887a2661a03') {} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:39.519077 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760788516693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9665345'] for segment (ae510688-b5a1-4601-9f5c-7887a2661a03), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.544892 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (ae510688-b5a1-4601-9f5c-7887a2661a03), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.568631 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=106520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 10:16:39.569040 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667778'] for segment (ae510688-b5a1-4601-9f5c-7887a2661a03), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.619180 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.services.segments.plugin [-] Segment ae510688-b5a1-4601-9f5c-7887a2661a03 resource provider aggregate not found Sep 21 10:16:39.642315 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.services.segments.plugin [-] Segment ae510688-b5a1-4601-9f5c-7887a2661a03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae510688-b5a1-4601-9f5c-7887a2661a03 found for delete ", "request_id": "req-5e0c9622-9df5-47c4-ab45-02c27b6c90b8"}]} Sep 21 10:16:39.643867 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-2c708b64-d252-4f65-abe6-9bd92a2b8b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1348970'] for subnet (ded74c93-a741-4381-9e95-233b9db1a2a2), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.670799 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1433976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438153'] for network (ef7938f6-d232-4c14-9be3-ccb1b366c40f), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.678705 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.682358 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/ef7938f6-d232-4c14-9be3-ccb1b366c40f HTTP/1.1" status: 204 len: 168 time: 0.8565202 Sep 21 10:16:39.702048 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2575e3-b3da-42d9-80ef-8a58f18387bf admin admin] Pushing event deleted for resources: {'Network': ['ID=ef7938f6-d232-4c14-9be3-ccb1b366c40f,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:39.723234 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-2c708b64-d252-4f65-abe6-9bd92a2b8b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9667704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9909986'] for subnet (ded74c93-a741-4381-9e95-233b9db1a2a2), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.753059 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c708b64-d252-4f65-abe6-9bd92a2b8b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ded74c93-a741-4381-9e95-233b9db1a2a2,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:39.755152 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-2c708b64-d252-4f65-abe6-9bd92a2b8b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.758728 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-2c708b64-d252-4f65-abe6-9bd92a2b8b35 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/ded74c93-a741-4381-9e95-233b9db1a2a2 HTTP/1.1" status: 204 len: 168 time: 0.4986873 Sep 21 10:16:39.762514 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbc8c4b-cb32-4add-942f-7230aed1fd26 None None] Network e92ac830-2a00-4d5a-9902-cbf4c91f5fc0 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:16:39.763474 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59226) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:39.851697 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326367'] for network (e92ac830-2a00-4d5a-9902-cbf4c91f5fc0), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.864223 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 59228) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:39.916209 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-a564d041-2b06-4b96-a550-518743c9d3d4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b302e94dce514d8c884a0d509cdd7032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502541 Sep 21 10:16:39.918981 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] Deleting port aa471029-ffeb-45cd-ab8e-ded5908f1d7c {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:16:39.919218 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 59230) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:39.919383 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (aa471029-ffeb-45cd-ab8e-ded5908f1d7c), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.973999 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d767c120-df00-401d-8c5d-aa7204310f30 admin admin] Publish callbacks [] for security_group (d4e086a7-4cb7-4e69-9865-40dece7cde8d), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:39.988957 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf532e60-678a-47cf-b782-77393e991bfa None None] DHCP port deletion for e92ac830-2a00-4d5a-9902-cbf4c91f5fc0 request from dv-cinder-855479-2-iscsi {{(pid=106521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 10:16:39.996880 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] For port aa471029-ffeb-45cd-ab8e-ded5908f1d7c, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=aa471029-ffeb-45cd-ab8e-ded5908f1d7c,segment=NetworkSegment(87a44287-80e5-4087-843f-ad71834ebea1),segment_id=87a44287-80e5-4087-843f-ad71834ebea1)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:16:39.997314 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (aa471029-ffeb-45cd-ab8e-ded5908f1d7c), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:40.002793 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d767c120-df00-401d-8c5d-aa7204310f30 admin admin] Publish callbacks [] for security_group (d4e086a7-4cb7-4e69-9865-40dece7cde8d), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:40.013361 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] Calling delete_port for aa471029-ffeb-45cd-ab8e-ded5908f1d7c owned by network:dhcp {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:16:40.038547 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-bf532e60-678a-47cf-b782-77393e991bfa None None] Deleting port aa471029-ffeb-45cd-ab8e-ded5908f1d7c {{(pid=106521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:16:40.038990 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-bf532e60-678a-47cf-b782-77393e991bfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (aa471029-ffeb-45cd-ab8e-ded5908f1d7c), before_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:40.080935 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:40.097824 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d767c120-df00-401d-8c5d-aa7204310f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (d4e086a7-4cb7-4e69-9865-40dece7cde8d), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:40.103525 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d767c120-df00-401d-8c5d-aa7204310f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:40.108835 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-d767c120-df00-401d-8c5d-aa7204310f30 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d4e086a7-4cb7-4e69-9865-40dece7cde8d HTTP/1.1" status: 204 len: 168 time: 0.1859503 Sep 21 10:16:40.122214 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767c120-df00-401d-8c5d-aa7204310f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e086a7-4cb7-4e69-9865-40dece7cde8d,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:40.139582 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 0b6824ad-0cc1-45be-8b06-6be5b7c9da96 no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:16:40.147832 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (aa471029-ffeb-45cd-ab8e-ded5908f1d7c), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:40.175351 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] No DVR routers for this DVR port aa471029-ffeb-45cd-ab8e-ded5908f1d7c on host dv-cinder-855479-2-iscsi {{(pid=106520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:16:40.200959 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa471029-ffeb-45cd-ab8e-ded5908f1d7c,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:40.206300 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-bf532e60-678a-47cf-b782-77393e991bfa None None] For port aa471029-ffeb-45cd-ab8e-ded5908f1d7c, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=aa471029-ffeb-45cd-ab8e-ded5908f1d7c,segment=NetworkSegment(87a44287-80e5-4087-843f-ad71834ebea1),segment_id=87a44287-80e5-4087-843f-ad71834ebea1)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:16:40.206625 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-bf532e60-678a-47cf-b782-77393e991bfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (aa471029-ffeb-45cd-ab8e-ded5908f1d7c), precommit_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:40.217986 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: 0b6824ad-0cc1-45be-8b06-6be5b7c9da96 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:16:40.218625 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 0b6824ad-0cc1-45be-8b06-6be5b7c9da96 not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:16:40.219247 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 8e5eadd7-079e-4e8c-8577-5913bf981727 no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:16:40.253386 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-bf532e60-678a-47cf-b782-77393e991bfa None None] Calling delete_port for aa471029-ffeb-45cd-ab8e-ded5908f1d7c owned by network:dhcp {{(pid=106521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:16:40.259439 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: 8e5eadd7-079e-4e8c-8577-5913bf981727 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:16:40.259875 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 8e5eadd7-079e-4e8c-8577-5913bf981727 not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:16:40.260430 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:16:40.286890 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:16:40.287253 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 33aaa597-dbb4-49b8-999e-a6cb6cc17b4f not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:16:40.287671 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device aa471029-ffeb-45cd-ab8e-ded5908f1d7c no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:16:40.303976 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433921', 'neutron.services.segments.db._delete_segments_for_network-8760788516801'] for network (e92ac830-2a00-4d5a-9902-cbf4c91f5fc0), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:40.313422 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: aa471029-ffeb-45cd-ab8e-ded5908f1d7c {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:16:40.313802 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device aa471029-ffeb-45cd-ab8e-ded5908f1d7c not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:16:40.314507 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b80cfc88-ab7a-4c47-9287-3b65a32a0a8c no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:16:40.328722 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92ac830-2a00-4d5a-9902-cbf4c91f5fc0']}} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:40.341375 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a44287-80e5-4087-843f-ad71834ebea1') {'for_net_delete': True} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:40.341796 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a44287-80e5-4087-843f-ad71834ebea1') {} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:16:40.354151 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760788516693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9665345'] for segment (87a44287-80e5-4087-843f-ad71834ebea1), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:40.370924 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: b80cfc88-ab7a-4c47-9287-3b65a32a0a8c {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:16:40.371444 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b80cfc88-ab7a-4c47-9287-3b65a32a0a8c not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:16:40.371725 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:16:40.373832 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (87a44287-80e5-4087-843f-ad71834ebea1), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:40.382559 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=106520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 10:16:40.383068 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667778'] for segment (87a44287-80e5-4087-843f-ad71834ebea1), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:40.397815 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:16:40.398165 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 7abd17cf-1751-4fc2-b26c-ecf83e5ac241 not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:16:40.440581 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:40.450301 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-bf532e60-678a-47cf-b782-77393e991bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994'] for port (aa471029-ffeb-45cd-ab8e-ded5908f1d7c), after_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:40.454791 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1433976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438153'] for network (e92ac830-2a00-4d5a-9902-cbf4c91f5fc0), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:40.460207 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:40.466470 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/e92ac830-2a00-4d5a-9902-cbf4c91f5fc0 HTTP/1.1" status: 204 len: 168 time: 0.7021132 Sep 21 10:16:40.476138 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf532e60-678a-47cf-b782-77393e991bfa None None] Network e92ac830-2a00-4d5a-9902-cbf4c91f5fc0 is not hosted by any dhcp agent {{(pid=106521) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 10:16:40.476605 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf532e60-678a-47cf-b782-77393e991bfa None None] No DVR routers for this DVR port aa471029-ffeb-45cd-ab8e-ded5908f1d7c on host dv-cinder-855479-2-iscsi {{(pid=106521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:16:40.478675 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf532e60-678a-47cf-b782-77393e991bfa None None] Pushing event deleted for resources: {'Port': ['ID=aa471029-ffeb-45cd-ab8e-ded5908f1d7c,revision_number=None']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:40.492001 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63858b2-2220-4197-a181-c6e260aa60f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e92ac830-2a00-4d5a-9902-cbf4c91f5fc0,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:40.676561 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59244) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:40.718797 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-8eac0412-0e00-451d-99c1-ae0fd4824ab2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=91470b6b84c040bb85eec3f27b31f139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424902 Sep 21 10:16:40.721497 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59248) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:40.775490 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4a06-6958-4986-8bf3-7b8bc90fa277 admin admin] Publish callbacks [] for security_group (9d1e096c-add6-4133-96f4-0faeebfde0ec), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:40.798138 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4a06-6958-4986-8bf3-7b8bc90fa277 admin admin] Publish callbacks [] for security_group (9d1e096c-add6-4133-96f4-0faeebfde0ec), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:40.856542 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4a06-6958-4986-8bf3-7b8bc90fa277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (9d1e096c-add6-4133-96f4-0faeebfde0ec), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:40.859279 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4a06-6958-4986-8bf3-7b8bc90fa277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:40.860665 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-4d0e4a06-6958-4986-8bf3-7b8bc90fa277 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9d1e096c-add6-4133-96f4-0faeebfde0ec HTTP/1.1" status: 204 len: 168 time: 0.1382627 Sep 21 10:16:40.869846 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e4a06-6958-4986-8bf3-7b8bc90fa277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1e096c-add6-4133-96f4-0faeebfde0ec,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:41.288222 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59266) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:41.338973 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-8badd252-ebae-42c5-9ca6-60bdef74c59c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=74fc62acdb6a4217af31c390824aecf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489945 Sep 21 10:16:41.341447 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59268) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:41.412178 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d010b720-1c8c-4e8b-9405-8cc387770a33 admin admin] Publish callbacks [] for security_group (e0b6ffcf-4cea-41aa-9f2f-09f9c510ac49), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:41.435556 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d010b720-1c8c-4e8b-9405-8cc387770a33 admin admin] Publish callbacks [] for security_group (e0b6ffcf-4cea-41aa-9f2f-09f9c510ac49), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:41.491768 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d010b720-1c8c-4e8b-9405-8cc387770a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (e0b6ffcf-4cea-41aa-9f2f-09f9c510ac49), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:41.494440 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d010b720-1c8c-4e8b-9405-8cc387770a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:41.496575 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-d010b720-1c8c-4e8b-9405-8cc387770a33 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e0b6ffcf-4cea-41aa-9f2f-09f9c510ac49 HTTP/1.1" status: 204 len: 168 time: 0.1536930 Sep 21 10:16:41.505915 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010b720-1c8c-4e8b-9405-8cc387770a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b6ffcf-4cea-41aa-9f2f-09f9c510ac49,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:41.668265 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.services.segments.plugin [-] Segment 87a44287-80e5-4087-843f-ad71834ebea1 resource provider aggregate not found Sep 21 10:16:41.686934 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.services.segments.plugin [-] Segment 87a44287-80e5-4087-843f-ad71834ebea1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87a44287-80e5-4087-843f-ad71834ebea1 found for delete ", "request_id": "req-b0445287-0a3c-4eed-a526-7a0bf404c390"}]} Sep 21 10:16:47.980395 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:49.282651 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59354) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:49.415152 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-226a70c3-6cbc-4cbf-823f-95340b6e3fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:49.505942 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-226a70c3-6cbc-4cbf-823f-95340b6e3fe7 admin admin] Publish callbacks [] for security_group (3e718b0f-1db9-44d6-95d1-fdc5e287876e), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:49.511900 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-226a70c3-6cbc-4cbf-823f-95340b6e3fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (3e718b0f-1db9-44d6-95d1-fdc5e287876e), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:49.555931 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a70c3-6cbc-4cbf-823f-95340b6e3fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e718b0f-1db9-44d6-95d1-fdc5e287876e,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:49.560393 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-226a70c3-6cbc-4cbf-823f-95340b6e3fe7 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=dc73302892f4457bafff1b6fa6053bef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766011 Sep 21 10:16:49.563475 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59358) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:49.618392 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:DELETE=9,neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:49.622605 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5924bcc4-b881-4774-9855-35598e94a909 admin admin] Publish callbacks [] for security_group (3e718b0f-1db9-44d6-95d1-fdc5e287876e), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:49.647069 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5924bcc4-b881-4774-9855-35598e94a909 admin admin] Publish callbacks [] for security_group (3e718b0f-1db9-44d6-95d1-fdc5e287876e), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:49.706309 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5924bcc4-b881-4774-9855-35598e94a909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (3e718b0f-1db9-44d6-95d1-fdc5e287876e), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:49.709219 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5924bcc4-b881-4774-9855-35598e94a909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:49.710491 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-5924bcc4-b881-4774-9855-35598e94a909 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3e718b0f-1db9-44d6-95d1-fdc5e287876e HTTP/1.1" status: 204 len: 168 time: 0.1459949 Sep 21 10:16:49.720475 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924bcc4-b881-4774-9855-35598e94a909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e718b0f-1db9-44d6-95d1-fdc5e287876e,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:50.005869 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=25,neutron:DELETE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:50.122268 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=57,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:50.614512 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:50.615332 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:50.940175 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 59408) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:51.061378 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d92ed467-20c7-4a4e-be5d-dcb69c15d789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:51.149808 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d92ed467-20c7-4a4e-be5d-dcb69c15d789 admin admin] Publish callbacks [] for security_group (f500a100-5df6-43de-969d-ee7e18c39451), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:51.154201 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d92ed467-20c7-4a4e-be5d-dcb69c15d789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (f500a100-5df6-43de-969d-ee7e18c39451), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:51.196451 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-d92ed467-20c7-4a4e-be5d-dcb69c15d789 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=de24fe5fe7964428afe25bcf5aac1641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551756 Sep 21 10:16:51.197275 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ed467-20c7-4a4e-be5d-dcb69c15d789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f500a100-5df6-43de-969d-ee7e18c39451,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:51.199265 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59412) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:16:51.222202 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:51.258337 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ebca7aa-e54b-48cc-81d1-4a6ceffea126 admin admin] Publish callbacks [] for security_group (f500a100-5df6-43de-969d-ee7e18c39451), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:51.493161 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ebca7aa-e54b-48cc-81d1-4a6ceffea126 admin admin] Publish callbacks [] for security_group (f500a100-5df6-43de-969d-ee7e18c39451), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:51.539778 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ebca7aa-e54b-48cc-81d1-4a6ceffea126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (f500a100-5df6-43de-969d-ee7e18c39451), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:51.542278 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-4ebca7aa-e54b-48cc-81d1-4a6ceffea126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:16:51.543440 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-4ebca7aa-e54b-48cc-81d1-4a6ceffea126 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f500a100-5df6-43de-969d-ee7e18c39451 HTTP/1.1" status: 204 len: 168 time: 0.3431101 Sep 21 10:16:51.551748 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebca7aa-e54b-48cc-81d1-4a6ceffea126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f500a100-5df6-43de-969d-ee7e18c39451,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:16:56.493734 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c9a0d988-9403-496e-82b9-39b260c90b59 req-067efc54-9257-49b4-91d8-68edd5a2ab59 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1394253 Sep 21 10:16:57.591967 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:16:58.926027 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0d988-9403-496e-82b9-39b260c90b59 req-3f343b70-b2bf-43a3-b899-4b20488a0694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:58.927523 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c9a0d988-9403-496e-82b9-39b260c90b59 req-3f343b70-b2bf-43a3-b899-4b20488a0694 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8902ea06b52f4563be279655cf47b8d0&device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 1129 time: 0.0397418 Sep 21 10:16:59.035670 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0d988-9403-496e-82b9-39b260c90b59 req-55239e67-e636-45af-95dc-3d8a2d35944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:59.037140 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c9a0d988-9403-496e-82b9-39b260c90b59 req-55239e67-e636-45af-95dc-3d8a2d35944f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ccd0a82e-d365-411e-9323-b009ef5aee29 HTTP/1.1" status: 200 len: 910 time: 0.0914953 Sep 21 10:16:59.102960 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c9a0d988-9403-496e-82b9-39b260c90b59 req-a1a9b166-0840-47cb-abdf-92e69072e164 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24357b59-3c57-4ee3-b18a-0afac28153cd HTTP/1.1" status: 200 len: 1000 time: 0.0593047 Sep 21 10:16:59.159445 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0d988-9403-496e-82b9-39b260c90b59 req-a0c91188-cb45-4b65-9828-acb55a2a2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:59.161175 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c9a0d988-9403-496e-82b9-39b260c90b59 req-a0c91188-cb45-4b65-9828-acb55a2a2a51 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=6e5ef8d3-ef7c-4b24-964f-fd0c43699c61 HTTP/1.1" status: 200 len: 848 time: 0.0513239 Sep 21 10:16:59.205783 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0d988-9403-496e-82b9-39b260c90b59 req-bd4da66c-cefd-4cee-9053-9b90be75315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:16:59.207264 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c9a0d988-9403-496e-82b9-39b260c90b59 req-bd4da66c-cefd-4cee-9053-9b90be75315b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ccd0a82e-d365-411e-9323-b009ef5aee29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396383 Sep 21 10:16:59.297292 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c9a0d988-9403-496e-82b9-39b260c90b59 req-6595a823-57a8-4dae-b457-1bbc3530dc1e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836825 Sep 21 10:16:59.399944 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-c9a0d988-9403-496e-82b9-39b260c90b59 req-c861eba2-692e-46d8-82c7-8ed432489616 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965695 Sep 21 10:17:00.469914 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ae1cef34-8786-4246-a7e0-f6748fdfad1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:01.547030 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=22,neutron:DELETE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:01.547931 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=11,neutron:DELETE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:02.763030 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59548) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:17:02.878482 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ca4bc8d3-19b0-4d85-a69d-9111a1027458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:02.961114 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ca4bc8d3-19b0-4d85-a69d-9111a1027458 admin admin] Publish callbacks [] for security_group (7649166b-424e-421a-b409-82f9472ea09c), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:02.965259 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ca4bc8d3-19b0-4d85-a69d-9111a1027458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (7649166b-424e-421a-b409-82f9472ea09c), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:03.003229 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bc8d3-19b0-4d85-a69d-9111a1027458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7649166b-424e-421a-b409-82f9472ea09c,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:17:03.008571 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-ca4bc8d3-19b0-4d85-a69d-9111a1027458 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d74ec97a54334d68a745a233bc971069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444925 Sep 21 10:17:03.011148 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59552) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:17:03.059851 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e2aa5c44-c86f-480d-8a0f-b1bf21f47c6a admin admin] Publish callbacks [] for security_group (7649166b-424e-421a-b409-82f9472ea09c), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:03.081627 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e2aa5c44-c86f-480d-8a0f-b1bf21f47c6a admin admin] Publish callbacks [] for security_group (7649166b-424e-421a-b409-82f9472ea09c), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:03.129077 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e2aa5c44-c86f-480d-8a0f-b1bf21f47c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (7649166b-424e-421a-b409-82f9472ea09c), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:03.131785 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e2aa5c44-c86f-480d-8a0f-b1bf21f47c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:03.137771 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-e2aa5c44-c86f-480d-8a0f-b1bf21f47c6a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7649166b-424e-421a-b409-82f9472ea09c HTTP/1.1" status: 204 len: 168 time: 0.1208489 Sep 21 10:17:03.141148 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa5c44-c86f-480d-8a0f-b1bf21f47c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7649166b-424e-421a-b409-82f9472ea09c,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:17:03.397480 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59558) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:17:03.411305 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5c042430-c7b6-4ffc-a864-37115206ec34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:03.498705 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5c042430-c7b6-4ffc-a864-37115206ec34 admin admin] Publish callbacks [] for security_group (95ef5a19-5551-4f14-b9b4-86a22bc3fe8a), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:03.502786 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-5c042430-c7b6-4ffc-a864-37115206ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (95ef5a19-5551-4f14-b9b4-86a22bc3fe8a), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:03.542757 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-5c042430-c7b6-4ffc-a864-37115206ec34 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=104ac382f5d9421ab83204f5a5f7f26a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441159 Sep 21 10:17:03.543548 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c042430-c7b6-4ffc-a864-37115206ec34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ef5a19-5551-4f14-b9b4-86a22bc3fe8a,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:17:03.545461 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 59560) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:17:03.597197 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3d46-85c0-48cc-ad51-7fb7e21b9ae4 admin admin] Publish callbacks [] for security_group (95ef5a19-5551-4f14-b9b4-86a22bc3fe8a), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:03.616710 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3d46-85c0-48cc-ad51-7fb7e21b9ae4 admin admin] Publish callbacks [] for security_group (95ef5a19-5551-4f14-b9b4-86a22bc3fe8a), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:03.661883 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3d46-85c0-48cc-ad51-7fb7e21b9ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (95ef5a19-5551-4f14-b9b4-86a22bc3fe8a), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:03.663908 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2a4f32c3-b04f-408f-ab6b-b7a586fb1d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:03.664423 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3d46-85c0-48cc-ad51-7fb7e21b9ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:03.665663 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-d5bd3d46-85c0-48cc-ad51-7fb7e21b9ae4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/95ef5a19-5551-4f14-b9b4-86a22bc3fe8a HTTP/1.1" status: 204 len: 168 time: 0.1192157 Sep 21 10:17:03.673890 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd3d46-85c0-48cc-ad51-7fb7e21b9ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ef5a19-5551-4f14-b9b4-86a22bc3fe8a,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:17:04.761706 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:05.436141 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:06.592814 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:06.621984 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 59692) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:17:06.735820 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fc054f3a-e488-4feb-b4a6-14fd3674e788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:06.757543 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:06.767110 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:06.822983 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fc054f3a-e488-4feb-b4a6-14fd3674e788 admin admin] Publish callbacks [] for security_group (da47ef5c-47c8-4d09-973d-4026fa435b1d), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:06.827149 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-fc054f3a-e488-4feb-b4a6-14fd3674e788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (da47ef5c-47c8-4d09-973d-4026fa435b1d), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:06.869224 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-fc054f3a-e488-4feb-b4a6-14fd3674e788 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=27aa3c8558294fffbb6074d01a83f970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461438 Sep 21 10:17:06.869942 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc054f3a-e488-4feb-b4a6-14fd3674e788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da47ef5c-47c8-4d09-973d-4026fa435b1d,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:17:06.872054 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59696) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:17:06.921820 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7cc5-86ab-4c9c-b99a-33ff8f98a15b admin admin] Publish callbacks [] for security_group (da47ef5c-47c8-4d09-973d-4026fa435b1d), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:06.945702 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7cc5-86ab-4c9c-b99a-33ff8f98a15b admin admin] Publish callbacks [] for security_group (da47ef5c-47c8-4d09-973d-4026fa435b1d), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:06.993184 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7cc5-86ab-4c9c-b99a-33ff8f98a15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (da47ef5c-47c8-4d09-973d-4026fa435b1d), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:06.995636 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7cc5-86ab-4c9c-b99a-33ff8f98a15b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:06.997026 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-fbbb7cc5-86ab-4c9c-b99a-33ff8f98a15b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/da47ef5c-47c8-4d09-973d-4026fa435b1d HTTP/1.1" status: 204 len: 168 time: 0.1237841 Sep 21 10:17:07.005006 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:17:07.005511 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb7cc5-86ab-4c9c-b99a-33ff8f98a15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da47ef5c-47c8-4d09-973d-4026fa435b1d,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:17:07.272009 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 59702) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:17:07.285393 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-426cf2c2-8b64-4d0f-98f7-126898f173a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:07.364523 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-426cf2c2-8b64-4d0f-98f7-126898f173a9 admin admin] Publish callbacks [] for security_group (059be4cf-3c95-4558-82e1-c9a56904a6e7), precommit_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:07.368913 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-426cf2c2-8b64-4d0f-98f7-126898f173a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (059be4cf-3c95-4558-82e1-c9a56904a6e7), after_create {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:07.408255 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-426cf2c2-8b64-4d0f-98f7-126898f173a9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=59fc5e7530d34c48b6879cc5900b3da9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351583 Sep 21 10:17:07.409116 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426cf2c2-8b64-4d0f-98f7-126898f173a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059be4cf-3c95-4558-82e1-c9a56904a6e7,revision_number=1']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:17:07.411676 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59704) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:17:07.465623 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-72e6ed49-04f1-4c91-b085-b7dbc7ce724c admin admin] Publish callbacks [] for security_group (059be4cf-3c95-4558-82e1-c9a56904a6e7), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:07.486817 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-72e6ed49-04f1-4c91-b085-b7dbc7ce724c admin admin] Publish callbacks [] for security_group (059be4cf-3c95-4558-82e1-c9a56904a6e7), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:07.501012 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:07.514798 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:07.538154 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-72e6ed49-04f1-4c91-b085-b7dbc7ce724c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (059be4cf-3c95-4558-82e1-c9a56904a6e7), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:07.541565 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-72e6ed49-04f1-4c91-b085-b7dbc7ce724c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:07.542720 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-72e6ed49-04f1-4c91-b085-b7dbc7ce724c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/059be4cf-3c95-4558-82e1-c9a56904a6e7 HTTP/1.1" status: 204 len: 168 time: 0.1296306 Sep 21 10:17:07.550993 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6ed49-04f1-4c91-b085-b7dbc7ce724c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059be4cf-3c95-4558-82e1-c9a56904a6e7,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:17:12.638586 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59778) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:17:12.749496 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8ace4c34-dd9b-47cc-87cb-bcacd4e694ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:12.828322 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8ace4c34-dd9b-47cc-87cb-bcacd4e694ad admin admin] Publish callbacks [] for security_group (fa8dcd2f-8e91-4040-863c-7253e636fb50), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:12.832233 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-8ace4c34-dd9b-47cc-87cb-bcacd4e694ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (fa8dcd2f-8e91-4040-863c-7253e636fb50), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:12.874975 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace4c34-dd9b-47cc-87cb-bcacd4e694ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8dcd2f-8e91-4040-863c-7253e636fb50,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:17:12.881211 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-8ace4c34-dd9b-47cc-87cb-bcacd4e694ad admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=01a9f78d3a4a46899781a9ab1e485eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415500 Sep 21 10:17:12.884480 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59782) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:17:12.935961 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-58862526-43a2-401a-a415-5e9c2d91e7c5 admin admin] Publish callbacks [] for security_group (fa8dcd2f-8e91-4040-863c-7253e636fb50), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:12.957790 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-58862526-43a2-401a-a415-5e9c2d91e7c5 admin admin] Publish callbacks [] for security_group (fa8dcd2f-8e91-4040-863c-7253e636fb50), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:13.005500 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-58862526-43a2-401a-a415-5e9c2d91e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (fa8dcd2f-8e91-4040-863c-7253e636fb50), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:13.008006 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-58862526-43a2-401a-a415-5e9c2d91e7c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:13.009731 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-58862526-43a2-401a-a415-5e9c2d91e7c5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/fa8dcd2f-8e91-4040-863c-7253e636fb50 HTTP/1.1" status: 204 len: 168 time: 0.1242950 Sep 21 10:17:13.018030 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58862526-43a2-401a-a415-5e9c2d91e7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8dcd2f-8e91-4040-863c-7253e636fb50,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:17:13.283357 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59788) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:17:13.300221 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ab331e96-94ca-45d8-a4db-10af75ca239c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:13.384009 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ab331e96-94ca-45d8-a4db-10af75ca239c admin admin] Publish callbacks [] for security_group (252bb748-09b9-44ec-9f72-918c933f41f0), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:13.387913 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-ab331e96-94ca-45d8-a4db-10af75ca239c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (252bb748-09b9-44ec-9f72-918c933f41f0), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:13.428517 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab331e96-94ca-45d8-a4db-10af75ca239c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252bb748-09b9-44ec-9f72-918c933f41f0,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:17:13.433292 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-ab331e96-94ca-45d8-a4db-10af75ca239c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e59fee09b4624c0c82840ec5bb23d1f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488674 Sep 21 10:17:13.436092 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59790) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:17:13.484793 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-99aca611-70c7-4e92-bc0c-d715c92ab28b admin admin] Publish callbacks [] for security_group (252bb748-09b9-44ec-9f72-918c933f41f0), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:13.504336 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-99aca611-70c7-4e92-bc0c-d715c92ab28b admin admin] Publish callbacks [] for security_group (252bb748-09b9-44ec-9f72-918c933f41f0), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:13.553665 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-99aca611-70c7-4e92-bc0c-d715c92ab28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (252bb748-09b9-44ec-9f72-918c933f41f0), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:13.555870 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-99aca611-70c7-4e92-bc0c-d715c92ab28b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:13.557248 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-99aca611-70c7-4e92-bc0c-d715c92ab28b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/252bb748-09b9-44ec-9f72-918c933f41f0 HTTP/1.1" status: 204 len: 168 time: 0.1202941 Sep 21 10:17:13.567134 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aca611-70c7-4e92-bc0c-d715c92ab28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252bb748-09b9-44ec-9f72-918c933f41f0,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:17:13.579802 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:14.608542 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59820) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:17:14.714915 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7e08-b712-4da1-aa57-4c0fb8f59018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:14.740269 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:DELETE=8,neutron:SELECT=74,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:14.767542 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:14.800522 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7e08-b712-4da1-aa57-4c0fb8f59018 admin admin] Publish callbacks [] for security_group (5cd69807-9154-4c43-877d-7f9de3c15804), precommit_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:14.804627 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7e08-b712-4da1-aa57-4c0fb8f59018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (5cd69807-9154-4c43-877d-7f9de3c15804), after_create {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:14.844919 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-fb9b7e08-b712-4da1-aa57-4c0fb8f59018 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=fe80fe36e3ca42969797535ee1a6e379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352631 Sep 21 10:17:14.845778 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b7e08-b712-4da1-aa57-4c0fb8f59018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd69807-9154-4c43-877d-7f9de3c15804,revision_number=1']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:17:14.847606 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 59824) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:17:14.900950 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-496c15a4-741d-476f-ba4b-a42f899d6559 admin admin] Publish callbacks [] for security_group (5cd69807-9154-4c43-877d-7f9de3c15804), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:14.922012 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-496c15a4-741d-476f-ba4b-a42f899d6559 admin admin] Publish callbacks [] for security_group (5cd69807-9154-4c43-877d-7f9de3c15804), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:14.968587 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-496c15a4-741d-476f-ba4b-a42f899d6559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (5cd69807-9154-4c43-877d-7f9de3c15804), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:14.971044 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-496c15a4-741d-476f-ba4b-a42f899d6559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:14.972227 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-496c15a4-741d-476f-ba4b-a42f899d6559 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5cd69807-9154-4c43-877d-7f9de3c15804 HTTP/1.1" status: 204 len: 168 time: 0.1235983 Sep 21 10:17:14.980673 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c15a4-741d-476f-ba4b-a42f899d6559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd69807-9154-4c43-877d-7f9de3c15804,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:17:14.992873 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=60,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:17.001212 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:17.984023 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:24.838514 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=11,neutron:INSERT=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:24.841553 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=11 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:24.974993 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:INSERT=13,neutron:SELECT=48,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:24.975743 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:INSERT=7,neutron:SELECT=46,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:24.994169 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:27.611829 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:27.622149 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:27.972899 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:27.980032 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:30.474783 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-960686e4-47cc-4541-8a26-760922d016b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:33.667889 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-98a327b7-10b8-4400-a9d6-b6292fdc5c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:34.764701 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:35.441507 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:36.599130 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:39.591717 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208eff33-5901-4485-899f-ff8eea5041c2 req-cef48d98-314b-4d2b-a5b7-d0c500693855 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:39.593552 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-208eff33-5901-4485-899f-ff8eea5041c2 req-cef48d98-314b-4d2b-a5b7-d0c500693855 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.0557103 Sep 21 10:17:39.654554 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-208eff33-5901-4485-899f-ff8eea5041c2 req-a6a59163-81a7-47ab-9a87-783aec4b75f5 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546029 Sep 21 10:17:40.780494 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1075caf-99c6-4eb9-b8a8-2e2b6f831f5e req-ca9c1052-69db-4060-a453-82192df0cfaf tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:40.781990 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f1075caf-99c6-4eb9-b8a8-2e2b6f831f5e req-ca9c1052-69db-4060-a453-82192df0cfaf tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.0489707 Sep 21 10:17:40.830291 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f1075caf-99c6-4eb9-b8a8-2e2b6f831f5e req-cce646fd-d1a7-40a5-abca-3247b70a201a tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427024 Sep 21 10:17:41.951023 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a2f74-4d5d-4c67-9eaa-24af51b276cf req-f003c97e-b0e5-4c7e-9b00-3c893a44a9b9 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:41.952506 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e76a2f74-4d5d-4c67-9eaa-24af51b276cf req-f003c97e-b0e5-4c7e-9b00-3c893a44a9b9 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.0459893 Sep 21 10:17:42.000408 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e76a2f74-4d5d-4c67-9eaa-24af51b276cf req-5a234d3c-241c-44cc-b2fa-9a6ff195451b tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423741 Sep 21 10:17:43.120961 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399d46d-295d-4994-8ed8-45fd367615b0 req-1691dfd3-528b-4c4d-adcf-5cbfe842832b tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:43.122401 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b399d46d-295d-4994-8ed8-45fd367615b0 req-1691dfd3-528b-4c4d-adcf-5cbfe842832b tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.0471139 Sep 21 10:17:43.178066 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b399d46d-295d-4994-8ed8-45fd367615b0 req-d6b1c327-b796-4840-93dd-2bc73c86eba6 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495884 Sep 21 10:17:44.003730 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:17:44.301207 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406ce85-67c4-4c9d-ab24-3d4b20dc7703 req-5e1b950a-f5bb-4187-8676-70ebfcd5cf11 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:44.302660 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2406ce85-67c4-4c9d-ab24-3d4b20dc7703 req-5e1b950a-f5bb-4187-8676-70ebfcd5cf11 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.0459766 Sep 21 10:17:44.352161 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-2406ce85-67c4-4c9d-ab24-3d4b20dc7703 req-c82d33cb-5c7a-4f71-965c-e06648975455 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433748 Sep 21 10:17:45.437543 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:45.476454 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd6ed8-f6d2-47d5-b2d5-81d8ee9e200b req-4e068689-3e64-4ea4-8a46-2f060b14aca9 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:45.478636 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-27cd6ed8-f6d2-47d5-b2d5-81d8ee9e200b req-4e068689-3e64-4ea4-8a46-2f060b14aca9 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.0501244 Sep 21 10:17:45.536560 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-27cd6ed8-f6d2-47d5-b2d5-81d8ee9e200b req-2c3fa97d-58c5-48c8-b85c-496415fd5f0b tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523245 Sep 21 10:17:46.586752 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:46.595364 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:46.664113 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa60c6-552f-408a-a448-b55ad63d592a req-d825209b-42fd-4320-8bc2-f0361702caa3 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:46.665629 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-60aa60c6-552f-408a-a448-b55ad63d592a req-d825209b-42fd-4320-8bc2-f0361702caa3 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.0514278 Sep 21 10:17:46.724377 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-60aa60c6-552f-408a-a448-b55ad63d592a req-971cf059-59db-4b52-ad74-b7011598234d tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522475 Sep 21 10:17:47.877077 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cabe2-8afb-41f2-bc03-14b4331e25b9 req-8e945930-9d53-4375-a89e-d58bd7f53afc tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:47.878558 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-884cabe2-8afb-41f2-bc03-14b4331e25b9 req-8e945930-9d53-4375-a89e-d58bd7f53afc tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.0481923 Sep 21 10:17:47.930414 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-884cabe2-8afb-41f2-bc03-14b4331e25b9 req-af9a184d-10c8-4c49-a542-579872bcca96 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459535 Sep 21 10:17:47.986709 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:49.050975 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1a0e1-ec7f-41d1-8941-dc750fc0376f req-ce5e7ce8-2bb2-47d9-bbb5-2c10b6671a8d tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:49.052455 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d5e1a0e1-ec7f-41d1-8941-dc750fc0376f req-ce5e7ce8-2bb2-47d9-bbb5-2c10b6671a8d tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.0456498 Sep 21 10:17:49.104871 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-d5e1a0e1-ec7f-41d1-8941-dc750fc0376f req-f8d4ad9d-223c-45cf-8928-ad5b942f3d46 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465972 Sep 21 10:17:49.713809 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb7d92-9a15-4775-8d2f-256656878fa7 req-b6f7ab9f-ebb0-45bb-bd88-088eb0514fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:49.715305 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08cb7d92-9a15-4775-8d2f-256656878fa7 req-b6f7ab9f-ebb0-45bb-bd88-088eb0514fc8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8902ea06b52f4563be279655cf47b8d0&device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 1129 time: 0.0391660 Sep 21 10:17:49.797695 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:49.807513 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb7d92-9a15-4775-8d2f-256656878fa7 req-afe2f659-0192-415b-ab18-2b1d61a345bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:49.809005 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08cb7d92-9a15-4775-8d2f-256656878fa7 req-afe2f659-0192-415b-ab18-2b1d61a345bb service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ccd0a82e-d365-411e-9323-b009ef5aee29 HTTP/1.1" status: 200 len: 910 time: 0.0876682 Sep 21 10:17:49.867319 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08cb7d92-9a15-4775-8d2f-256656878fa7 req-34c70b2c-b3f3-4f58-99c8-0e18cd1f0e90 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24357b59-3c57-4ee3-b18a-0afac28153cd HTTP/1.1" status: 200 len: 1000 time: 0.0529883 Sep 21 10:17:49.912760 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb7d92-9a15-4775-8d2f-256656878fa7 req-f702d5ec-f63c-441e-8ef7-7615703e9240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:49.914173 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08cb7d92-9a15-4775-8d2f-256656878fa7 req-f702d5ec-f63c-441e-8ef7-7615703e9240 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=6e5ef8d3-ef7c-4b24-964f-fd0c43699c61 HTTP/1.1" status: 200 len: 848 time: 0.0418563 Sep 21 10:17:49.951798 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:49.961995 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb7d92-9a15-4775-8d2f-256656878fa7 req-98431155-6164-4ed3-af0c-dc70d5e27c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:49.963476 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08cb7d92-9a15-4775-8d2f-256656878fa7 req-98431155-6164-4ed3-af0c-dc70d5e27c9c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ccd0a82e-d365-411e-9323-b009ef5aee29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436485 Sep 21 10:17:50.054810 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08cb7d92-9a15-4775-8d2f-256656878fa7 req-fe08c512-3cab-47bb-ba51-14faab0b85c1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857127 Sep 21 10:17:50.145852 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-08cb7d92-9a15-4775-8d2f-256656878fa7 req-434806a1-2916-4046-a022-6f3e91c9cd16 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857184 Sep 21 10:17:50.225472 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cb983-ddb0-4264-9a4c-23e0b6a14935 req-cf8b343e-6f55-4fab-9281-2934ca1b6e8e tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:50.226815 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-221cb983-ddb0-4264-9a4c-23e0b6a14935 req-cf8b343e-6f55-4fab-9281-2934ca1b6e8e tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.0454705 Sep 21 10:17:50.286340 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-221cb983-ddb0-4264-9a4c-23e0b6a14935 req-42112e13-920d-4912-bd26-a7b40fd332e9 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533400 Sep 21 10:17:51.412630 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc3d38-a929-4634-b014-e3b47fd0d0e5 req-8170eb28-1199-4ccd-8ec0-b0d2ff6df49b tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:51.413973 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b4bc3d38-a929-4634-b014-e3b47fd0d0e5 req-8170eb28-1199-4ccd-8ec0-b0d2ff6df49b tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.0455680 Sep 21 10:17:51.469551 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-b4bc3d38-a929-4634-b014-e3b47fd0d0e5 req-cb96bd6d-61de-4753-a2e9-fe750f71e448 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493443 Sep 21 10:17:52.594666 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f5f18-19e9-4f82-937a-55ca9bd91a2f req-a8a785f4-4af5-4c5b-899e-f37b03d64485 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:52.596163 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5b2f5f18-19e9-4f82-937a-55ca9bd91a2f req-a8a785f4-4af5-4c5b-899e-f37b03d64485 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.0489857 Sep 21 10:17:52.645594 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5b2f5f18-19e9-4f82-937a-55ca9bd91a2f req-3bcf5eee-9ca0-49bb-9f24-9b00e1b696f6 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436161 Sep 21 10:17:52.882048 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997e73a-ea29-42dd-8c2f-5ff6e8c05366 req-b0cbe09b-93e9-42c2-926d-b0963eba89b1 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:52.883674 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3997e73a-ea29-42dd-8c2f-5ff6e8c05366 req-b0cbe09b-93e9-42c2-926d-b0963eba89b1 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.0517254 Sep 21 10:17:52.971249 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-3997e73a-ea29-42dd-8c2f-5ff6e8c05366 req-7fde1324-5a4a-4ff7-9ff1-903c0843ac72 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811160 Sep 21 10:17:52.973596 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9c9698cf-fbd7-4a57-b7a7-fedd7b5409a9 req-cbc21cb2-a0b2-4ee6-a02b-fc42a3d78bfa service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1629200 Sep 21 10:17:53.158552 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9698cf-fbd7-4a57-b7a7-fedd7b5409a9 req-33fd0b69-41e8-4350-b458-4b1dae979025 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:53.159978 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9c9698cf-fbd7-4a57-b7a7-fedd7b5409a9 req-33fd0b69-41e8-4350-b458-4b1dae979025 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports/24357b59-3c57-4ee3-b18a-0afac28153cd HTTP/1.1" status: 200 len: 942 time: 0.1532512 Sep 21 10:17:53.998647 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:53.999617 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:54.105321 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d55b28-c12d-450b-b6cc-ffca35de1370 req-53669555-5026-40e1-aab5-06c077fec06c tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:54.106847 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-96d55b28-c12d-450b-b6cc-ffca35de1370 req-53669555-5026-40e1-aab5-06c077fec06c tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.0516307 Sep 21 10:17:54.163598 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-96d55b28-c12d-450b-b6cc-ffca35de1370 req-edd1715d-7d1b-4a5e-9899-39857bda6af4 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509648 Sep 21 10:17:54.532289 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9698cf-fbd7-4a57-b7a7-fedd7b5409a9 req-6f76ce33-1143-48ac-87e1-b68a7f24dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:54.533688 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9c9698cf-fbd7-4a57-b7a7-fedd7b5409a9 req-6f76ce33-1143-48ac-87e1-b68a7f24dd24 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519&tenant_id=8902ea06b52f4563be279655cf47b8d0 HTTP/1.1" status: 200 len: 1129 time: 0.0422726 Sep 21 10:17:54.594091 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9698cf-fbd7-4a57-b7a7-fedd7b5409a9 req-dbaca8c5-1928-4888-b2a4-42f70015bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:54.595591 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9c9698cf-fbd7-4a57-b7a7-fedd7b5409a9 req-dbaca8c5-1928-4888-b2a4-42f70015bd26 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8902ea06b52f4563be279655cf47b8d0&device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 1129 time: 0.0380385 Sep 21 10:17:54.662080 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:54.688353 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9698cf-fbd7-4a57-b7a7-fedd7b5409a9 req-eee18be4-2704-4c7f-8137-332574bd0a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:54.689782 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9c9698cf-fbd7-4a57-b7a7-fedd7b5409a9 req-eee18be4-2704-4c7f-8137-332574bd0a75 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ccd0a82e-d365-411e-9323-b009ef5aee29 HTTP/1.1" status: 200 len: 910 time: 0.0885277 Sep 21 10:17:54.750303 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9c9698cf-fbd7-4a57-b7a7-fedd7b5409a9 req-ee53eb10-7d89-4290-9b89-a02602d50be4 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24357b59-3c57-4ee3-b18a-0afac28153cd HTTP/1.1" status: 200 len: 1000 time: 0.0547912 Sep 21 10:17:54.792528 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:54.798565 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9698cf-fbd7-4a57-b7a7-fedd7b5409a9 req-8096715c-806a-404c-98dd-789bc11f61d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:54.800005 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9c9698cf-fbd7-4a57-b7a7-fedd7b5409a9 req-8096715c-806a-404c-98dd-789bc11f61d4 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=6e5ef8d3-ef7c-4b24-964f-fd0c43699c61 HTTP/1.1" status: 200 len: 848 time: 0.0435693 Sep 21 10:17:54.847189 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9698cf-fbd7-4a57-b7a7-fedd7b5409a9 req-7b0a1fea-4076-401e-8c95-84cc782839a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:54.848899 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9c9698cf-fbd7-4a57-b7a7-fedd7b5409a9 req-7b0a1fea-4076-401e-8c95-84cc782839a8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ccd0a82e-d365-411e-9323-b009ef5aee29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433545 Sep 21 10:17:54.936221 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9c9698cf-fbd7-4a57-b7a7-fedd7b5409a9 req-b5bd92ec-0e42-4a11-9579-71528f1ec520 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814764 Sep 21 10:17:55.026919 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-9c9698cf-fbd7-4a57-b7a7-fedd7b5409a9 req-ede2f9ae-3f2f-4f0d-89fa-95f48c9cbc8c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850782 Sep 21 10:17:55.296359 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91e244-0618-4853-b688-004e0fb8eafa req-a441e72a-7424-456e-b5cd-0ab92c87c12e tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:55.297849 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5f91e244-0618-4853-b688-004e0fb8eafa req-a441e72a-7424-456e-b5cd-0ab92c87c12e tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.0477424 Sep 21 10:17:55.348408 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5f91e244-0618-4853-b688-004e0fb8eafa req-3b13808c-df2b-4407-a804-0a3be6382be5 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446661 Sep 21 10:17:56.427818 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 24357b59-3c57-4ee3-b18a-0afac28153cd no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:17:56.466428 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c254ad-9b73-45a2-ac9c-075b1888a085 req-41dd33cc-a777-46b0-b583-fba1a3759a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:56.467955 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f7c254ad-9b73-45a2-ac9c-075b1888a085 req-41dd33cc-a777-46b0-b583-fba1a3759a0d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8902ea06b52f4563be279655cf47b8d0&device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 1129 time: 0.0631397 Sep 21 10:17:56.505977 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 24357b59-3c57-4ee3-b18a-0afac28153cd is: ACTIVE; New status is: DOWN {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:17:56.506366 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:56.545062 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e4cd2-b30b-49e6-bcc3-5860b3c6e962 req-7192d783-ffbe-444b-aa1c-f96d8932d30c tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:56.546629 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a84e4cd2-b30b-49e6-bcc3-5860b3c6e962 req-7192d783-ffbe-444b-aa1c-f96d8932d30c tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.1151278 Sep 21 10:17:56.658687 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08c9878-e87a-4b6b-8740-54c13e9b7519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24357b59-3c57-4ee3-b18a-0afac28153cd'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:17:56.660960 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119bd4eb-6c49-40cb-aae5-ec47ae0f95e1" -d '{"events": [{"server_uuid": "f08c9878-e87a-4b6b-8740-54c13e9b7519", "name": "network-vif-unplugged", "status": "completed", "tag": "24357b59-3c57-4ee3-b18a-0afac28153cd"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:17:56.679988 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 24357b59-3c57-4ee3-b18a-0afac28153cd, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=24357b59-3c57-4ee3-b18a-0afac28153cd,segment=NetworkSegment(30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc),segment_id=30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:17:56.686032 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:17:56.745335 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=24357b59-3c57-4ee3-b18a-0afac28153cd,revision_number=6']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:17:56.754046 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:17:56.754592 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:17:56.754783 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:17:56.755119 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:17:56.755458 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:17:56.756817 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:17:56.756817 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:17:56.756817 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:17:56.757128 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:17:56.757320 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:17:56.757569 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:17:56.757901 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:17:56.758224 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:17:56.758548 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:17:56.758867 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:17:56.772944 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 10:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87533572-ba8d-4e1b-b2cb-834b969411dc x-openstack-request-id: req-87533572-ba8d-4e1b-b2cb-834b969411dc {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:17:56.773258 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08c9878-e87a-4b6b-8740-54c13e9b7519", "name": "network-vif-unplugged", "status": "completed", "tag": "24357b59-3c57-4ee3-b18a-0afac28153cd", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:17:56.773505 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-87533572-ba8d-4e1b-b2cb-834b969411dc {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:17:56.773901 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87533572-ba8d-4e1b-b2cb-834b969411dc'] response: {'server_uuid': 'f08c9878-e87a-4b6b-8740-54c13e9b7519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24357b59-3c57-4ee3-b18a-0afac28153cd', 'code': 200} Sep 21 10:17:56.903531 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-a84e4cd2-b30b-49e6-bcc3-5860b3c6e962 req-76ca8270-34b5-4534-a68c-02a7c4149643 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3495357 Sep 21 10:17:56.904551 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c254ad-9b73-45a2-ac9c-075b1888a085 req-03d16d11-10db-413c-9b68-8438a67f6795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:56.905868 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f7c254ad-9b73-45a2-ac9c-075b1888a085 req-03d16d11-10db-413c-9b68-8438a67f6795 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ccd0a82e-d365-411e-9323-b009ef5aee29 HTTP/1.1" status: 200 len: 910 time: 0.4179382 Sep 21 10:17:56.965651 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f7c254ad-9b73-45a2-ac9c-075b1888a085 req-8e076abe-33ad-45e5-8de1-60f30cac063b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24357b59-3c57-4ee3-b18a-0afac28153cd HTTP/1.1" status: 200 len: 998 time: 0.0531716 Sep 21 10:17:57.012480 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c254ad-9b73-45a2-ac9c-075b1888a085 req-99574246-1512-4f1c-b552-8edba1b4d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:57.013846 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f7c254ad-9b73-45a2-ac9c-075b1888a085 req-99574246-1512-4f1c-b552-8edba1b4d5fa service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=6e5ef8d3-ef7c-4b24-964f-fd0c43699c61 HTTP/1.1" status: 200 len: 848 time: 0.0427094 Sep 21 10:17:57.059061 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c254ad-9b73-45a2-ac9c-075b1888a085 req-9de06155-4d71-44e3-b03d-b0a7d0f4f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:57.060517 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f7c254ad-9b73-45a2-ac9c-075b1888a085 req-9de06155-4d71-44e3-b03d-b0a7d0f4f8e4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ccd0a82e-d365-411e-9323-b009ef5aee29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396502 Sep 21 10:17:57.146673 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f7c254ad-9b73-45a2-ac9c-075b1888a085 req-e9653e28-a52f-4da8-9523-aec11dc17820 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803814 Sep 21 10:17:57.225539 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:57.241150 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f7c254ad-9b73-45a2-ac9c-075b1888a085 req-52b22e13-6ff1-4ac3-8c21-6049b4230b2f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888348 Sep 21 10:17:58.024395 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c58053-d8b0-4302-876a-f6500ce2f356 req-e9ac6d59-d61a-4cb7-abbe-9b46ac9bb143 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:58.026432 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-63c58053-d8b0-4302-876a-f6500ce2f356 req-e9ac6d59-d61a-4cb7-abbe-9b46ac9bb143 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 943 time: 0.0465605 Sep 21 10:17:58.074257 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-63c58053-d8b0-4302-876a-f6500ce2f356 req-ff66da9a-4694-407f-ae86-3351d8c622cd tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423150 Sep 21 10:17:59.196333 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:17:59.217604 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66029762-050d-498e-8ddc-5e63b14756e6 req-4e2a0068-0d01-4321-8b94-aac8f449479e tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:17:59.219705 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-66029762-050d-498e-8ddc-5e63b14756e6 req-4e2a0068-0d01-4321-8b94-aac8f449479e tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 943 time: 0.0663593 Sep 21 10:17:59.270258 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-66029762-050d-498e-8ddc-5e63b14756e6 req-29910bf4-a4ef-4321-a98a-3de95e4adbef tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447528 Sep 21 10:18:00.393921 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29b1d6-82ea-4c9e-87cd-2c24aab7fc1c req-88b47caf-5785-45d7-8988-0f62d98105f8 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:18:00.395434 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5a29b1d6-82ea-4c9e-87cd-2c24aab7fc1c req-88b47caf-5785-45d7-8988-0f62d98105f8 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 943 time: 0.0482171 Sep 21 10:18:00.453328 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-5a29b1d6-82ea-4c9e-87cd-2c24aab7fc1c req-4563118d-82d5-4ffe-b50a-772e9995f456 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521650 Sep 21 10:18:00.479537 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-e55cd1cc-3613-47f2-8572-1f41b66e2146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:18:01.010492 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf627e-8968-4b3e-bc87-907ea5267485 req-9e06697e-4293-457f-8331-b3c9ee6aa650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:18:01.012095 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fbbf627e-8968-4b3e-bc87-907ea5267485 req-9e06697e-4293-457f-8331-b3c9ee6aa650 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 1127 time: 0.0386558 Sep 21 10:18:01.061236 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-fbbf627e-8968-4b3e-bc87-907ea5267485 req-9ee254cc-b6cf-45c8-abd6-359111c72cf8 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433731 Sep 21 10:18:01.582319 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb166be-3250-49fd-9724-afc5bfbaf442 req-dd8d9dcb-adb9-41e0-9cf1-702f28779560 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:18:01.583833 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-edb166be-3250-49fd-9724-afc5bfbaf442 req-dd8d9dcb-adb9-41e0-9cf1-702f28779560 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 943 time: 0.0484524 Sep 21 10:18:01.633685 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-edb166be-3250-49fd-9724-afc5bfbaf442 req-56841e0b-cb47-4546-946c-41f26495b5e8 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434427 Sep 21 10:18:02.482815 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 24357b59-3c57-4ee3-b18a-0afac28153cd details requested by agent hyperv_hv-cinder-85547 with host hv-cinder-85547 {{(pid=106521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 10:18:02.582372 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 24357b59-3c57-4ee3-b18a-0afac28153cd, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=24357b59-3c57-4ee3-b18a-0afac28153cd,segment=NetworkSegment(30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc),segment_id=30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:18:02.596069 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Returning: {'device': '24357b59-3c57-4ee3-b18a-0afac28153cd', 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29', 'port_id': '24357b59-3c57-4ee3-b18a-0afac28153cd', 'mac_address': 'fa:16:3e:b0:69:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 10:18:02.642473 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 24357b59-3c57-4ee3-b18a-0afac28153cd is: DOWN; New status is: BUILD {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:18:02.642856 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:18:02.656759 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24357b59-3c57-4ee3-b18a-0afac28153cd {{(pid=106521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 10:18:02.680568 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 24357b59-3c57-4ee3-b18a-0afac28153cd, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=24357b59-3c57-4ee3-b18a-0afac28153cd,segment=NetworkSegment(30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc),segment_id=30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:18:02.686438 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:18:02.734154 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=24357b59-3c57-4ee3-b18a-0afac28153cd,revision_number=7']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:18:02.756477 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47e45b-ff28-4826-ac13-1ffb7bf5f209 req-baa5261b-76f6-4cbb-965b-bf8d7f3b45e8 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:18:02.757951 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1e47e45b-ff28-4826-ac13-1ffb7bf5f209 req-baa5261b-76f6-4cbb-965b-bf8d7f3b45e8 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 944 time: 0.0474746 Sep 21 10:18:02.806879 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-1e47e45b-ff28-4826-ac13-1ffb7bf5f209 req-408779ba-a214-42bf-ac2f-d290ef8401db tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427320 Sep 21 10:18:02.915251 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] get_ports_and_sgs() called for port_ids ['24357b59-3c57-4ee3-b18a-0afac28153cd'] {{(pid=106521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 10:18:03.670888 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-0caeebcc-5e6e-4f89-b1c5-4f312f189f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:18:04.512996 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 24357b59-3c57-4ee3-b18a-0afac28153cd up at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 10:18:04.555094 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.provisioning_blocks [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Provisioning complete for port 24357b59-3c57-4ee3-b18a-0afac28153cd triggered by entity L2. {{(pid=106521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 10:18:04.555457 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436638'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), provisioning_complete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:18:04.555824 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Attempt 1 to provision port 24357b59-3c57-4ee3-b18a-0afac28153cd Sep 21 10:18:04.608703 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:18:04.609597 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:18:04.626965 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Current status of the port 24357b59-3c57-4ee3-b18a-0afac28153cd is: BUILD; New status is: ACTIVE {{(pid=106521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 10:18:04.627345 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), before_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:18:04.650830 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08c9878-e87a-4b6b-8740-54c13e9b7519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24357b59-3c57-4ee3-b18a-0afac28153cd'}] {{(pid=106521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:18:04.653072 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f06610be869c6379bb0b7d17899b5ae0665296d3b7933b4666f27467fea61a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a52833d-3dac-4b23-b1fd-6164ac8ad3ab" -d '{"events": [{"server_uuid": "f08c9878-e87a-4b6b-8740-54c13e9b7519", "name": "network-vif-plugged", "status": "completed", "tag": "24357b59-3c57-4ee3-b18a-0afac28153cd"}]}' {{(pid=106521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:18:04.666000 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] For port 24357b59-3c57-4ee3-b18a-0afac28153cd, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=24357b59-3c57-4ee3-b18a-0afac28153cd,segment=NetworkSegment(30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc),segment_id=30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:18:04.670890 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760788444838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760788002003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760788002021'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:18:04.700290 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8faf78-d9d3-45ae-bdc0-702d8d4c001a x-openstack-request-id: req-8b8faf78-d9d3-45ae-bdc0-702d8d4c001a {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:18:04.701011 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08c9878-e87a-4b6b-8740-54c13e9b7519", "name": "network-vif-plugged", "status": "completed", "tag": "24357b59-3c57-4ee3-b18a-0afac28153cd", "code": 200}]} {{(pid=106521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:18:04.701011 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8b8faf78-d9d3-45ae-bdc0-702d8d4c001a {{(pid=106521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:18:04.701340 dv-cinder-855479-2-iscsi neutron-server[106521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8faf78-d9d3-45ae-bdc0-702d8d4c001a'] response: {'server_uuid': 'f08c9878-e87a-4b6b-8740-54c13e9b7519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24357b59-3c57-4ee3-b18a-0afac28153cd', 'code': 200} Sep 21 10:18:04.726764 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Pushing event updated for resources: {'Port': ['ID=24357b59-3c57-4ee3-b18a-0afac28153cd,revision_number=8']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:18:04.768301 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:18:05.444276 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:18:06.611958 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:18:12.799092 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=56 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:18:12.803326 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=43 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:18:16.594568 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:18:16.603775 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:18:16.607805 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:18:17.988343 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:18:21.003111 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:18:27.975315 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:18:27.983242 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:18:27.984948 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:18:30.483793 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-9abc8d7e-dbae-4a32-8462-e882fe73d9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:18:30.998564 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=13 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:18:30.999353 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=15 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:18:33.673084 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-5e72af6b-83c2-4cc8-9447-f0998c895f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:18:34.770151 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:18:35.448702 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:18:36.604192 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:18:41.602583 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:18:41.606670 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=4 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:18:46.594338 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:18:46.597843 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=8 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:18:46.600109 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:18:47.991164 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:18:57.410642 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e0ce6204-7a42-456f-9850-eff2fbd17879 req-24a9b0d1-dd4d-46f0-ad5b-7d9c3e6b397b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440457 Sep 21 10:18:57.494185 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce6204-7a42-456f-9850-eff2fbd17879 req-d8a16603-4185-4d21-ac8f-434fdd530811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:18:57.495702 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e0ce6204-7a42-456f-9850-eff2fbd17879 req-d8a16603-4185-4d21-ac8f-434fdd530811 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8902ea06b52f4563be279655cf47b8d0&device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 1129 time: 0.0423939 Sep 21 10:18:57.618257 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce6204-7a42-456f-9850-eff2fbd17879 req-39e0e3be-696e-47e9-9c90-00362bd70777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:18:57.619942 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e0ce6204-7a42-456f-9850-eff2fbd17879 req-39e0e3be-696e-47e9-9c90-00362bd70777 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ccd0a82e-d365-411e-9323-b009ef5aee29 HTTP/1.1" status: 200 len: 910 time: 0.1061938 Sep 21 10:18:57.683793 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e0ce6204-7a42-456f-9850-eff2fbd17879 req-73b9797f-6995-47ad-9776-f6dae1503f24 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24357b59-3c57-4ee3-b18a-0afac28153cd HTTP/1.1" status: 200 len: 1000 time: 0.0576782 Sep 21 10:18:57.735845 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce6204-7a42-456f-9850-eff2fbd17879 req-89455354-bb62-4b93-95e4-0d5fcc5f4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:18:57.737344 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e0ce6204-7a42-456f-9850-eff2fbd17879 req-89455354-bb62-4b93-95e4-0d5fcc5f4c84 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=6e5ef8d3-ef7c-4b24-964f-fd0c43699c61 HTTP/1.1" status: 200 len: 848 time: 0.0469766 Sep 21 10:18:57.788532 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce6204-7a42-456f-9850-eff2fbd17879 req-770f2255-05af-4b17-8462-4e453404722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:18:57.790075 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e0ce6204-7a42-456f-9850-eff2fbd17879 req-770f2255-05af-4b17-8462-4e453404722f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ccd0a82e-d365-411e-9323-b009ef5aee29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465004 Sep 21 10:18:57.889076 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e0ce6204-7a42-456f-9850-eff2fbd17879 req-ba56cda8-a8da-4536-b54f-946a8c6d4bff service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925865 Sep 21 10:18:57.989458 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-e0ce6204-7a42-456f-9850-eff2fbd17879 req-4c82b7b3-ae3f-49f0-8709-9933045c6caa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945153 Sep 21 10:18:58.001437 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:19:00.486785 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-fe2b1487-fedb-4329-b0db-2df2d1408066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:03.675096 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-32ae8f4e-cf2a-414d-b900-887ada6af96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:04.772014 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:05.451895 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:06.608274 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:07.985077 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=44 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:07.985881 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=57 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:07.998168 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:14.961393 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59902) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:19:15.117070 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Deleting port a48e62db-f0a0-4fca-9f61-bd6cad80a779 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:19:15.117406 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (a48e62db-f0a0-4fca-9f61-bd6cad80a779), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:15.192963 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (a48e62db-f0a0-4fca-9f61-bd6cad80a779), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:15.193297 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for floatingip (a48e62db-f0a0-4fca-9f61-bd6cad80a779), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:15.206448 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Calling delete_port for a48e62db-f0a0-4fca-9f61-bd6cad80a779 owned by network:floatingip {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:19:15.349356 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (a48e62db-f0a0-4fca-9f61-bd6cad80a779), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:15.375814 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Pushing event deleted for resources: {'Port': ['ID=a48e62db-f0a0-4fca-9f61-bd6cad80a779,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:19:15.400633 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:15.400981 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:15.401324 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:15.401661 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:15.402000 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:15.402330 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:15.402649 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:15.402974 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:15.403299 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:15.404245 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:15.404571 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:15.404896 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:15.405218 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:15.405541 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:15.405857 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:15.447399 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:15.450815 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for floatingip (aceec120-77dc-46d7-b4dd-ccafbf50408b), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:15.451153 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.db.l3_db [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Floating IP aceec120-77dc-46d7-b4dd-ccafbf50408b disassociated (deleted). External IP: 172.27.2.32, port: 24357b59-3c57-4ee3-b18a-0afac28153cd. Sep 21 10:19:15.648253 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Router 37f5cbbb-c21d-48d9-8002-da304fb09f1c has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:19:15.751815 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:19:15.756655 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for floatingip (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:15.758247 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:15.761189 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a408f-ea54-46e9-8fab-f812e4c450a0 None None] Sync routers for ids ['37f5cbbb-c21d-48d9-8002-da304fb09f1c'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:19:15.771942 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a408f-ea54-46e9-8fab-f812e4c450a0 None None] Routers {'37f5cbbb-c21d-48d9-8002-da304fb09f1c'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:19:15.772549 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-ac7a408f-ea54-46e9-8fab-f812e4c450a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:19:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['37f5cbbb-c21d-48d9-8002-da304fb09f1c'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:19:15.787770 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-46230b53-f251-4108-87d6-570508f72db7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/aceec120-77dc-46d7-b4dd-ccafbf50408b HTTP/1.1" status: 204 len: 168 time: 0.8252666 Sep 21 10:19:15.788418 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08c9878-e87a-4b6b-8740-54c13e9b7519', 'tag': '24357b59-3c57-4ee3-b18a-0afac28153cd'}] {{(pid=106520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:19:15.790691 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4627f3e1c1cd40c4828abdec1c82fe3a017caf39f978a683ad5fe4c3a3ff0043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f79e67-0d19-4592-9edc-3699c6d94a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "f08c9878-e87a-4b6b-8740-54c13e9b7519", "tag": "24357b59-3c57-4ee3-b18a-0afac28153cd"}]}' {{(pid=106520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:19:15.847903 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 10:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccdab46-b6f6-419a-b811-22dcc9f75369 x-openstack-request-id: req-6ccdab46-b6f6-419a-b811-22dcc9f75369 {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:19:15.847903 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08c9878-e87a-4b6b-8740-54c13e9b7519", "tag": "24357b59-3c57-4ee3-b18a-0afac28153cd", "status": "completed", "code": 200}]} {{(pid=106520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:19:15.848307 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6ccdab46-b6f6-419a-b811-22dcc9f75369 {{(pid=106520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:19:15.848830 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ccdab46-b6f6-419a-b811-22dcc9f75369'] response: {'name': 'network-changed', 'server_uuid': 'f08c9878-e87a-4b6b-8740-54c13e9b7519', 'tag': '24357b59-3c57-4ee3-b18a-0afac28153cd', 'status': 'completed', 'code': 200} Sep 21 10:19:15.882004 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-ac7a408f-ea54-46e9-8fab-f812e4c450a0 None None] Set router 37f5cbbb-c21d-48d9-8002-da304fb09f1c gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:19:15.914963 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f79e67-0d19-4592-9edc-3699c6d94a4c req-046713e5-c135-404b-972a-be5d314bebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:19:15.916467 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f8f79e67-0d19-4592-9edc-3699c6d94a4c req-046713e5-c135-404b-972a-be5d314bebad service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8902ea06b52f4563be279655cf47b8d0&device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 1129 time: 0.0406721 Sep 21 10:19:16.053049 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f79e67-0d19-4592-9edc-3699c6d94a4c req-9cae3c03-c109-4626-96ac-6939a0d5a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:19:16.054526 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f8f79e67-0d19-4592-9edc-3699c6d94a4c req-9cae3c03-c109-4626-96ac-6939a0d5a62c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ccd0a82e-d365-411e-9323-b009ef5aee29 HTTP/1.1" status: 200 len: 910 time: 0.1322629 Sep 21 10:19:16.062651 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38bc73-05ca-47fd-8a59-057590e248a6 req-f5dcb640-ac04-4ca3-8437-c624eeff6e20 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:19:16.064048 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ed38bc73-05ca-47fd-8a59-057590e248a6 req-f5dcb640-ac04-4ca3-8437-c624eeff6e20 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.0644982 Sep 21 10:19:16.077691 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-ac7a408f-ea54-46e9-8fab-f812e4c450a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'name': 'tempest-TestShelveInstance-1118145747-router', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:14:57Z', 'revision_number': 4, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'gw_port': {'id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd0a01615-29e7-4b17-b967-ce00e7228a6f', 'name': '', 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'mac_address': 'fa:16:3e:f0:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:56Z', 'updated_at': '2022-09-21T10:15:02Z', 'revision_number': 5, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'subnets': [{'id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:19:16.103088 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a408f-ea54-46e9-8fab-f812e4c450a0 None None] Checking router: 37f5cbbb-c21d-48d9-8002-da304fb09f1c for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:19:16.112014 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a408f-ea54-46e9-8fab-f812e4c450a0 None None] Routers {'37f5cbbb-c21d-48d9-8002-da304fb09f1c'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:19:16.112612 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-ac7a408f-ea54-46e9-8fab-f812e4c450a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:19:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['37f5cbbb-c21d-48d9-8002-da304fb09f1c'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:19:16.114494 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-ed38bc73-05ca-47fd-8a59-057590e248a6 req-ca75e95d-ad65-42fd-bb4d-f5e280e6d33e tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447094 Sep 21 10:19:16.212124 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-ac7a408f-ea54-46e9-8fab-f812e4c450a0 None None] Set router 37f5cbbb-c21d-48d9-8002-da304fb09f1c gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:19:16.479965 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-ac7a408f-ea54-46e9-8fab-f812e4c450a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'name': 'tempest-TestShelveInstance-1118145747-router', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:14:57Z', 'revision_number': 4, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'gw_port': {'id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd0a01615-29e7-4b17-b967-ce00e7228a6f', 'name': '', 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'mac_address': 'fa:16:3e:f0:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:56Z', 'updated_at': '2022-09-21T10:15:02Z', 'revision_number': 5, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'subnets': [{'id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:19:16.504371 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a408f-ea54-46e9-8fab-f812e4c450a0 None None] The sync data for ids ['37f5cbbb-c21d-48d9-8002-da304fb09f1c'] in dv-cinder-855479-2-iscsi is: [{'id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'name': 'tempest-TestShelveInstance-1118145747-router', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:14:57Z', 'revision_number': 4, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'gw_port': {'id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi', '_interfaces': [{'id': 'd0a01615-29e7-4b17-b967-ce00e7228a6f', 'name': '', 'network_id': 'ccd0a82e-d365-411e-9323-b009ef5aee29', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'mac_address': 'fa:16:3e:f0:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:56Z', 'updated_at': '2022-09-21T10:15:02Z', 'revision_number': 5, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'subnets': [{'id': '6e5ef8d3-ef7c-4b24-964f-fd0c43699c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:19:16.597258 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=3,neutron:SELECT=17 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:16.602449 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:16.721004 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad28d45c-eb6e-4d72-8b2a-8c5fc40c54d4 None None] New status for floating IP aceec120-77dc-46d7-b4dd-ccafbf50408b: DOWN {{(pid=106521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 10:19:16.975362 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f8f79e67-0d19-4592-9edc-3699c6d94a4c req-039fbebd-309b-4c1d-9376-9adae7e6fdc6 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24357b59-3c57-4ee3-b18a-0afac28153cd HTTP/1.1" status: 200 len: 217 time: 0.0330367 Sep 21 10:19:17.026900 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f79e67-0d19-4592-9edc-3699c6d94a4c req-fdccbf93-e6bd-48f4-855c-bfe928c55dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:19:17.028257 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f8f79e67-0d19-4592-9edc-3699c6d94a4c req-fdccbf93-e6bd-48f4-855c-bfe928c55dc2 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=6e5ef8d3-ef7c-4b24-964f-fd0c43699c61 HTTP/1.1" status: 200 len: 848 time: 0.0463164 Sep 21 10:19:17.143572 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f79e67-0d19-4592-9edc-3699c6d94a4c req-55797fef-1d3d-4685-879d-15e7ce6cb7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:19:17.145142 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f8f79e67-0d19-4592-9edc-3699c6d94a4c req-55797fef-1d3d-4685-879d-15e7ce6cb7c1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ccd0a82e-d365-411e-9323-b009ef5aee29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407832 Sep 21 10:19:17.253229 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde2c33-0263-402d-96ef-37134d06f348 req-d7411c06-8dca-4cbe-8f5c-496c0fe7002f tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:19:17.254668 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cbde2c33-0263-402d-96ef-37134d06f348 req-d7411c06-8dca-4cbe-8f5c-496c0fe7002f tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.0600398 Sep 21 10:19:17.295600 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f8f79e67-0d19-4592-9edc-3699c6d94a4c req-606e6ae0-8f9d-4f85-ab0c-e1f37f7c44a1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437700 Sep 21 10:19:17.319116 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-cbde2c33-0263-402d-96ef-37134d06f348 req-85c73afa-74b1-4965-9622-0592aec9e960 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f389548b-b6fa-4578-aea9-bc71ceaae6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552192 Sep 21 10:19:17.480748 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-f8f79e67-0d19-4592-9edc-3699c6d94a4c req-ac357056-d93d-4812-abbd-eabe83f143d2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133056 Sep 21 10:19:17.494045 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b8984-68d0-49cc-a1fe-e262ef0a44c0 req-8b119930-f2a6-42d5-8654-f315f8df882a tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 10:19:17.495448 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6e1b8984-68d0-49cc-a1fe-e262ef0a44c0 req-8b119930-f2a6-42d5-8654-f315f8df882a tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 945 time: 0.0561116 Sep 21 10:19:17.575677 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-6e1b8984-68d0-49cc-a1fe-e262ef0a44c0 req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Deleting port 24357b59-3c57-4ee3-b18a-0afac28153cd {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:19:17.575931 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-6e1b8984-68d0-49cc-a1fe-e262ef0a44c0 req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:17.673468 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [req-6e1b8984-68d0-49cc-a1fe-e262ef0a44c0 req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] For port 24357b59-3c57-4ee3-b18a-0afac28153cd, host hv-cinder-85547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85547',level=0,port_id=24357b59-3c57-4ee3-b18a-0afac28153cd,segment=NetworkSegment(30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc),segment_id=30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:19:17.673857 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-6e1b8984-68d0-49cc-a1fe-e262ef0a44c0 req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:17.687681 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [req-6e1b8984-68d0-49cc-a1fe-e262ef0a44c0 req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Calling delete_port for 24357b59-3c57-4ee3-b18a-0afac28153cd owned by compute:nova {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:19:17.736958 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:17.818602 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-6e1b8984-68d0-49cc-a1fe-e262ef0a44c0 req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (24357b59-3c57-4ee3-b18a-0afac28153cd), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:17.847311 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Pushing event deleted for resources: {'Port': ['ID=24357b59-3c57-4ee3-b18a-0afac28153cd,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:19:17.851630 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:17.862566 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:17.862910 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:17.863393 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:17.863761 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:17.864098 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:17.864428 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:17.864754 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:17.865080 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:17.865403 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:17.865744 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:17.866069 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:17.866396 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:17.866714 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:17.867630 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:17.867630 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:17.904154 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1b8984-68d0-49cc-a1fe-e262ef0a44c0 req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] No DVR routers for this DVR port 24357b59-3c57-4ee3-b18a-0afac28153cd on host hv-cinder-85547 {{(pid=106519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:19:17.906612 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [req-6e1b8984-68d0-49cc-a1fe-e262ef0a44c0 req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258662'] for port (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:17.909883 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-6e1b8984-68d0-49cc-a1fe-e262ef0a44c0 req-889663d8-c714-44fa-b320-beb22ddd1604 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.42 "DELETE /networking/v2.0/ports/24357b59-3c57-4ee3-b18a-0afac28153cd HTTP/1.1" status: 204 len: 173 time: 0.4092896 Sep 21 10:19:17.910375 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08c9878-e87a-4b6b-8740-54c13e9b7519', 'name': 'network-vif-deleted', 'tag': '24357b59-3c57-4ee3-b18a-0afac28153cd'}] {{(pid=106519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 10:19:17.912644 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d58b8d22a070f7da7ebe653430290b2235c456384feb2813a23248d1cf3e66da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bee50b-a342-441f-90bd-2bd2e0a99f3b" -d '{"events": [{"server_uuid": "f08c9878-e87a-4b6b-8740-54c13e9b7519", "name": "network-vif-deleted", "tag": "24357b59-3c57-4ee3-b18a-0afac28153cd"}]}' {{(pid=106519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 10:19:17.989818 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:18.025081 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 10:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3eace2-f8e2-4e5c-8a22-e7d05fdb933c x-openstack-request-id: req-ba3eace2-f8e2-4e5c-8a22-e7d05fdb933c {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 10:19:18.025592 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08c9878-e87a-4b6b-8740-54c13e9b7519", "name": "network-vif-deleted", "tag": "24357b59-3c57-4ee3-b18a-0afac28153cd", "status": "completed", "code": 200}]} {{(pid=106519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 10:19:18.025704 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ba3eace2-f8e2-4e5c-8a22-e7d05fdb933c {{(pid=106519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 10:19:18.026063 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba3eace2-f8e2-4e5c-8a22-e7d05fdb933c'] response: {'server_uuid': 'f08c9878-e87a-4b6b-8740-54c13e9b7519', 'name': 'network-vif-deleted', 'tag': '24357b59-3c57-4ee3-b18a-0afac28153cd', 'status': 'completed', 'code': 200} Sep 21 10:19:18.443773 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [req-02a46839-25ee-4df0-985e-3488fe8bb9ed req-dad1ff31-be8a-4f4b-855b-7e59029b5c96 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f08c9878-e87a-4b6b-8740-54c13e9b7519 HTTP/1.1" status: 200 len: 210 time: 0.0334601 Sep 21 10:19:19.515347 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59934) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:19:19.546399 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:19.582485 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-33221830-34a8-4e74-8867-1e72f25ad8b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group (f389548b-b6fa-4578-aea9-bc71ceaae6ee), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:19.607535 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-33221830-34a8-4e74-8867-1e72f25ad8b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group (f389548b-b6fa-4578-aea9-bc71ceaae6ee), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:19.673160 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-33221830-34a8-4e74-8867-1e72f25ad8b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (f389548b-b6fa-4578-aea9-bc71ceaae6ee), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:19.675887 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-33221830-34a8-4e74-8867-1e72f25ad8b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:19.677052 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-33221830-34a8-4e74-8867-1e72f25ad8b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f389548b-b6fa-4578-aea9-bc71ceaae6ee HTTP/1.1" status: 204 len: 168 time: 0.1623843 Sep 21 10:19:19.686984 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33221830-34a8-4e74-8867-1e72f25ad8b7 tempest-TestShelveInstance-1622327326 tempest-TestShelveInstance-1622327326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f389548b-b6fa-4578-aea9-bc71ceaae6ee,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:19:19.732680 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59938) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:19:20.037109 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e61ba2df-75f2-4372-b539-369ee4fea1eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429990'] for router_interface (37f5cbbb-c21d-48d9-8002-da304fb09f1c), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:20.253994 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-e61ba2df-75f2-4372-b539-369ee4fea1eb admin admin] Deleting port d0a01615-29e7-4b17-b967-ce00e7228a6f {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:19:20.254326 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e61ba2df-75f2-4372-b539-369ee4fea1eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (d0a01615-29e7-4b17-b967-ce00e7228a6f), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:20.334864 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [None req-e61ba2df-75f2-4372-b539-369ee4fea1eb admin admin] For port d0a01615-29e7-4b17-b967-ce00e7228a6f, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=d0a01615-29e7-4b17-b967-ce00e7228a6f,segment=NetworkSegment(30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc),segment_id=30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:19:20.335225 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e61ba2df-75f2-4372-b539-369ee4fea1eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (d0a01615-29e7-4b17-b967-ce00e7228a6f), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:20.348132 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-e61ba2df-75f2-4372-b539-369ee4fea1eb admin admin] Calling delete_port for d0a01615-29e7-4b17-b967-ce00e7228a6f owned by network:router_interface {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:19:20.451385 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:20.453591 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=100 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:20.525620 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e61ba2df-75f2-4372-b539-369ee4fea1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (d0a01615-29e7-4b17-b967-ce00e7228a6f), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:20.551248 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ba2df-75f2-4372-b539-369ee4fea1eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a01615-29e7-4b17-b967-ce00e7228a6f,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:19:20.713215 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e61ba2df-75f2-4372-b539-369ee4fea1eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-434198'] for router_interface (37f5cbbb-c21d-48d9-8002-da304fb09f1c), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:20.860956 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 24357b59-3c57-4ee3-b18a-0afac28153cd no longer exists at agent hyperv_hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:19:20.878932 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] No Port match for: 24357b59-3c57-4ee3-b18a-0afac28153cd {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:19:20.879279 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Device 24357b59-3c57-4ee3-b18a-0afac28153cd not bound to the agent host hv-cinder-85547 {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:19:20.913693 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61ba2df-75f2-4372-b539-369ee4fea1eb admin admin] Router 37f5cbbb-c21d-48d9-8002-da304fb09f1c has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:19:21.012785 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61ba2df-75f2-4372-b539-369ee4fea1eb admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:19:21.017671 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-e61ba2df-75f2-4372-b539-369ee4fea1eb admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/37f5cbbb-c21d-48d9-8002-da304fb09f1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2839372 Sep 21 10:19:21.020234 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59940) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:19:21.022317 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9374174b-34cd-4c22-8fc5-6af6c10941fd None None] Sync routers for ids ['37f5cbbb-c21d-48d9-8002-da304fb09f1c'] in dv-cinder-855479-2-iscsi {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:19:21.032721 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9374174b-34cd-4c22-8fc5-6af6c10941fd None None] Routers {'37f5cbbb-c21d-48d9-8002-da304fb09f1c'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:19:21.033321 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-9374174b-34cd-4c22-8fc5-6af6c10941fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:19:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['37f5cbbb-c21d-48d9-8002-da304fb09f1c'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:19:21.119704 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b70a26cd-2430-4641-b710-c1b0a86a4027 admin admin] Publish callbacks [] for router (37f5cbbb-c21d-48d9-8002-da304fb09f1c), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:21.132759 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-9374174b-34cd-4c22-8fc5-6af6c10941fd None None] Set router 37f5cbbb-c21d-48d9-8002-da304fb09f1c gateway port host: dv-cinder-855479-2-iscsi {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:19:21.218304 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b70a26cd-2430-4641-b710-c1b0a86a4027 admin admin] Publish callbacks [] for router_gateway (37f5cbbb-c21d-48d9-8002-da304fb09f1c), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:21.261199 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-b70a26cd-2430-4641-b710-c1b0a86a4027 admin admin] Deleting port 157b3c11-91a6-4675-a2bf-51426e1ec794 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:19:21.261544 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b70a26cd-2430-4641-b710-c1b0a86a4027 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (157b3c11-91a6-4675-a2bf-51426e1ec794), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:21.264519 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:21.267316 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=100 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:21.305596 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-9374174b-34cd-4c22-8fc5-6af6c10941fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'name': 'tempest-TestShelveInstance-1118145747-router', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:19:20Z', 'revision_number': 5, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'gw_port': {'id': '157b3c11-91a6-4675-a2bf-51426e1ec794', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:19:21.329323 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:21.330276 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9374174b-34cd-4c22-8fc5-6af6c10941fd None None] Checking router: 37f5cbbb-c21d-48d9-8002-da304fb09f1c for host: dv-cinder-855479-2-iscsi {{(pid=106522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:19:21.337656 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:21.339734 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9374174b-34cd-4c22-8fc5-6af6c10941fd None None] Routers {'37f5cbbb-c21d-48d9-8002-da304fb09f1c'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:19:21.340322 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-9374174b-34cd-4c22-8fc5-6af6c10941fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:19:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['37f5cbbb-c21d-48d9-8002-da304fb09f1c'], 'active': True} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:19:21.427209 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_dvr_db [None req-9374174b-34cd-4c22-8fc5-6af6c10941fd None None] Set router 37f5cbbb-c21d-48d9-8002-da304fb09f1c gateway port host: None {{(pid=106522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:19:21.477025 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.l3_hamode_db [None req-9374174b-34cd-4c22-8fc5-6af6c10941fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'name': 'tempest-TestShelveInstance-1118145747-router', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:19:21Z', 'revision_number': 6, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'gw_port_host': None}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:19:21.502203 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9374174b-34cd-4c22-8fc5-6af6c10941fd None None] The sync data for ids ['37f5cbbb-c21d-48d9-8002-da304fb09f1c'] in dv-cinder-855479-2-iscsi is: [{'id': '37f5cbbb-c21d-48d9-8002-da304fb09f1c', 'name': 'tempest-TestShelveInstance-1118145747-router', 'tenant_id': '8902ea06b52f4563be279655cf47b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:54Z', 'updated_at': '2022-09-21T10:19:21Z', 'revision_number': 6, 'project_id': '8902ea06b52f4563be279655cf47b8d0', 'gw_port_host': None}] {{(pid=106522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:19:21.560933 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [None req-b70a26cd-2430-4641-b710-c1b0a86a4027 admin admin] For port 157b3c11-91a6-4675-a2bf-51426e1ec794, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=157b3c11-91a6-4675-a2bf-51426e1ec794,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:19:21.561566 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b70a26cd-2430-4641-b710-c1b0a86a4027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (157b3c11-91a6-4675-a2bf-51426e1ec794), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:21.574058 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-b70a26cd-2430-4641-b710-c1b0a86a4027 admin admin] Calling delete_port for 157b3c11-91a6-4675-a2bf-51426e1ec794 owned by network:router_gateway {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:19:21.746537 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b70a26cd-2430-4641-b710-c1b0a86a4027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (157b3c11-91a6-4675-a2bf-51426e1ec794), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:21.769985 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a26cd-2430-4641-b710-c1b0a86a4027 admin admin] Pushing event deleted for resources: {'Port': ['ID=157b3c11-91a6-4675-a2bf-51426e1ec794,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:19:21.841714 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b70a26cd-2430-4641-b710-c1b0a86a4027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438108'] for router_gateway (37f5cbbb-c21d-48d9-8002-da304fb09f1c), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:21.932205 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b70a26cd-2430-4641-b710-c1b0a86a4027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (37f5cbbb-c21d-48d9-8002-da304fb09f1c), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:21.934432 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b70a26cd-2430-4641-b710-c1b0a86a4027 admin admin] Publish callbacks [] for router_controller (37f5cbbb-c21d-48d9-8002-da304fb09f1c), precommit_delete_associations {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:21.980525 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b70a26cd-2430-4641-b710-c1b0a86a4027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434283'] for router (37f5cbbb-c21d-48d9-8002-da304fb09f1c), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:21.981257 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70a26cd-2430-4641-b710-c1b0a86a4027 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37f5cbbb-c21d-48d9-8002-da304fb09f1c {{(pid=106520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 10:19:21.985973 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-b70a26cd-2430-4641-b710-c1b0a86a4027 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:21.987279 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-b70a26cd-2430-4641-b710-c1b0a86a4027 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/37f5cbbb-c21d-48d9-8002-da304fb09f1c HTTP/1.1" status: 204 len: 168 time: 0.9661226 Sep 21 10:19:21.989896 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59942) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:19:22.034801 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2caa6f6-44be-4087-b642-411de745b343 admin admin] Deleting subnet 6e5ef8d3-ef7c-4b24-964f-fd0c43699c61 {{(pid=106520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 10:19:22.038126 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e2caa6f6-44be-4087-b642-411de745b343 admin admin] Publish callbacks [] for subnet (6e5ef8d3-ef7c-4b24-964f-fd0c43699c61), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:22.074024 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e2caa6f6-44be-4087-b642-411de745b343 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9665402'] for subnet (6e5ef8d3-ef7c-4b24-964f-fd0c43699c61), precommit_delete_associations {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:22.153305 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e2caa6f6-44be-4087-b642-411de745b343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1348970'] for subnet (6e5ef8d3-ef7c-4b24-964f-fd0c43699c61), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:22.205122 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e2caa6f6-44be-4087-b642-411de745b343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9667704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9909986'] for subnet (6e5ef8d3-ef7c-4b24-964f-fd0c43699c61), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:22.230852 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2caa6f6-44be-4087-b642-411de745b343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e5ef8d3-ef7c-4b24-964f-fd0c43699c61,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:19:22.237559 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-e2caa6f6-44be-4087-b642-411de745b343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for subnet (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:22.242978 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-e2caa6f6-44be-4087-b642-411de745b343 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/6e5ef8d3-ef7c-4b24-964f-fd0c43699c61 HTTP/1.1" status: 204 len: 168 time: 0.2499113 Sep 21 10:19:22.243273 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59944) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:19:22.243729 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bde5f9-6572-4e80-a1fe-018513a4732a None None] Network ccd0a82e-d365-411e-9323-b009ef5aee29 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:19:22.320937 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326367'] for network (ccd0a82e-d365-411e-9323-b009ef5aee29), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:22.334579 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device d0a01615-29e7-4b17-b967-ce00e7228a6f no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:19:22.364113 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: d0a01615-29e7-4b17-b967-ce00e7228a6f {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:19:22.364550 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device d0a01615-29e7-4b17-b967-ce00e7228a6f not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:19:22.364978 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 157b3c11-91a6-4675-a2bf-51426e1ec794 no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:19:22.365340 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] Deleting port b4545a63-d83f-4fbc-989a-c1f9c03e55f3 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:19:22.365685 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (b4545a63-d83f-4fbc-989a-c1f9c03e55f3), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:22.370207 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:22.388812 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: 157b3c11-91a6-4675-a2bf-51426e1ec794 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:19:22.389258 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 157b3c11-91a6-4675-a2bf-51426e1ec794 not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:19:22.451223 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] For port b4545a63-d83f-4fbc-989a-c1f9c03e55f3, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=b4545a63-d83f-4fbc-989a-c1f9c03e55f3,segment=NetworkSegment(30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc),segment_id=30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:19:22.451581 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (b4545a63-d83f-4fbc-989a-c1f9c03e55f3), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:22.464751 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] Calling delete_port for b4545a63-d83f-4fbc-989a-c1f9c03e55f3 owned by network:dhcp {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:19:22.475591 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] DHCP port deletion for ccd0a82e-d365-411e-9323-b009ef5aee29 request from dv-cinder-855479-2-iscsi {{(pid=106521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 10:19:22.475985 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:22.515171 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Deleting port b4545a63-d83f-4fbc-989a-c1f9c03e55f3 {{(pid=106521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:19:22.515638 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (b4545a63-d83f-4fbc-989a-c1f9c03e55f3), before_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:22.555499 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (b4545a63-d83f-4fbc-989a-c1f9c03e55f3), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:22.581772 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4545a63-d83f-4fbc-989a-c1f9c03e55f3,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:19:22.585669 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] No DVR routers for this DVR port b4545a63-d83f-4fbc-989a-c1f9c03e55f3 on host dv-cinder-855479-2-iscsi {{(pid=106520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:19:22.593031 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.db [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] For port b4545a63-d83f-4fbc-989a-c1f9c03e55f3, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=b4545a63-d83f-4fbc-989a-c1f9c03e55f3,segment=NetworkSegment(30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc),segment_id=30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc)] {{(pid=106521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:19:22.593738 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (b4545a63-d83f-4fbc-989a-c1f9c03e55f3), precommit_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:22.610685 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Calling delete_port for b4545a63-d83f-4fbc-989a-c1f9c03e55f3 owned by network:dhcp {{(pid=106521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:19:22.666215 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433921', 'neutron.services.segments.db._delete_segments_for_network-8760788516801'] for network (ccd0a82e-d365-411e-9323-b009ef5aee29), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:22.692155 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd0a82e-d365-411e-9323-b009ef5aee29']}} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:19:22.694985 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994'] for port (b4545a63-d83f-4fbc-989a-c1f9c03e55f3), after_delete {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:22.702832 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc') {'for_net_delete': True} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:19:22.703196 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc') {} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:19:22.715876 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760788516693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9665345'] for segment (30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:22.726529 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Pushing event deleted for resources: {'Port': ['ID=b4545a63-d83f-4fbc-989a-c1f9c03e55f3,revision_number=None']} {{(pid=106521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:19:22.730365 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:22.736999 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=106520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 10:19:22.737921 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667778'] for segment (30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:22.738859 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:22.739117 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:22.739499 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:22.740015 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:22.740507 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:22.740927 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:22.741236 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:22.741610 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:22.741880 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:22.742199 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:22.742516 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:22.742834 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:22.743151 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:22.743465 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:22.743815 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855479-2-iscsi {{(pid=106521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 10:19:22.746655 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5320f569-bd93-4cea-ab87-59eb7cfcd560 None None] No DVR routers for this DVR port b4545a63-d83f-4fbc-989a-c1f9c03e55f3 on host dv-cinder-855479-2-iscsi {{(pid=106521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:19:22.798135 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1433976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438153'] for network (ccd0a82e-d365-411e-9323-b009ef5aee29), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:22.804010 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:22.807578 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/ccd0a82e-d365-411e-9323-b009ef5aee29 HTTP/1.1" status: 204 len: 168 time: 0.5633183 Sep 21 10:19:22.811734 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 59950) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:19:22.818793 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2070587-8a57-4d44-a467-323ef87b5979 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccd0a82e-d365-411e-9323-b009ef5aee29,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:19:22.836250 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.services.segments.plugin [-] Segment 30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc resource provider aggregate not found Sep 21 10:19:22.856356 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.services.segments.plugin [-] Segment 30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30fdbcaa-e8e1-4ff6-b81a-c2acd5b371bc found for delete ", "request_id": "req-402d1ca3-8fb8-4ca8-a169-28638df588d7"}]} Sep 21 10:19:23.128762 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f82564d6-8861-48e0-bbc0-ea9c890661fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429990'] for router_interface (45c53bfa-ae62-4882-8a4b-fc670db27215), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:23.345474 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-f82564d6-8861-48e0-bbc0-ea9c890661fb admin admin] Deleting port 25ed127f-1401-4d2e-9f15-97df0302064a {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:19:23.345834 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f82564d6-8861-48e0-bbc0-ea9c890661fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (25ed127f-1401-4d2e-9f15-97df0302064a), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:23.426538 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [None req-f82564d6-8861-48e0-bbc0-ea9c890661fb admin admin] For port 25ed127f-1401-4d2e-9f15-97df0302064a, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=25ed127f-1401-4d2e-9f15-97df0302064a,segment=NetworkSegment(6e30c1db-1cb9-46a3-969b-41ad84cae085),segment_id=6e30c1db-1cb9-46a3-969b-41ad84cae085)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:19:23.426807 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f82564d6-8861-48e0-bbc0-ea9c890661fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (25ed127f-1401-4d2e-9f15-97df0302064a), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:23.440317 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-f82564d6-8861-48e0-bbc0-ea9c890661fb admin admin] Calling delete_port for 25ed127f-1401-4d2e-9f15-97df0302064a owned by network:router_interface {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:19:23.485625 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:23.600454 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:23.616848 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f82564d6-8861-48e0-bbc0-ea9c890661fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (25ed127f-1401-4d2e-9f15-97df0302064a), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:23.639276 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82564d6-8861-48e0-bbc0-ea9c890661fb admin admin] Pushing event deleted for resources: {'Port': ['ID=25ed127f-1401-4d2e-9f15-97df0302064a,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:19:23.805940 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-f82564d6-8861-48e0-bbc0-ea9c890661fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-434198'] for router_interface (45c53bfa-ae62-4882-8a4b-fc670db27215), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:24.010946 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82564d6-8861-48e0-bbc0-ea9c890661fb admin admin] Router 45c53bfa-ae62-4882-8a4b-fc670db27215 has already been hosted by L3 agent 7dcae471-d53e-494b-8876-87a888840c5e {{(pid=106519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 10:19:24.111017 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82564d6-8861-48e0-bbc0-ea9c890661fb admin admin] Notify agent at l3_agent.dv-cinder-855479-2-iscsi the message routers_updated {{(pid=106519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 10:19:24.115998 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-f82564d6-8861-48e0-bbc0-ea9c890661fb admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/45c53bfa-ae62-4882-8a4b-fc670db27215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3031878 Sep 21 10:19:24.118439 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 59954) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:19:24.127071 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a3b9f-f6c1-4062-aeac-7b20bd7bdad4 None None] Sync routers for ids ['45c53bfa-ae62-4882-8a4b-fc670db27215'] in dv-cinder-855479-2-iscsi {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 10:19:24.162792 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a3b9f-f6c1-4062-aeac-7b20bd7bdad4 None None] Routers {'45c53bfa-ae62-4882-8a4b-fc670db27215'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:19:24.164072 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-c91a3b9f-f6c1-4062-aeac-7b20bd7bdad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:19:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['45c53bfa-ae62-4882-8a4b-fc670db27215'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:19:24.228359 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5ab695eb-5dd8-4f63-92cf-8912c0088824 admin admin] Publish callbacks [] for router (45c53bfa-ae62-4882-8a4b-fc670db27215), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:24.244320 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b4545a63-d83f-4fbc-989a-c1f9c03e55f3 no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:19:24.276410 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: b4545a63-d83f-4fbc-989a-c1f9c03e55f3 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:19:24.276674 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device b4545a63-d83f-4fbc-989a-c1f9c03e55f3 not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:19:24.290805 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-c91a3b9f-f6c1-4062-aeac-7b20bd7bdad4 None None] Set router 45c53bfa-ae62-4882-8a4b-fc670db27215 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:19:24.467924 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-c91a3b9f-f6c1-4062-aeac-7b20bd7bdad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'name': 'tempest-TestShelveInstance-892925882-router', 'tenant_id': 'a696c957b10140c191747cbb60b53c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '0236908e-3b6b-463a-90b9-dfabb87dd1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:59Z', 'updated_at': '2022-09-21T10:19:23Z', 'revision_number': 5, 'project_id': 'a696c957b10140c191747cbb60b53c30', 'gw_port': {'id': '0236908e-3b6b-463a-90b9-dfabb87dd1af', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:15:00Z', 'updated_at': '2022-09-21T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:19:24.493280 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a3b9f-f6c1-4062-aeac-7b20bd7bdad4 None None] Checking router: 45c53bfa-ae62-4882-8a4b-fc670db27215 for host: dv-cinder-855479-2-iscsi {{(pid=106521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 10:19:24.502779 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a3b9f-f6c1-4062-aeac-7b20bd7bdad4 None None] Routers {'45c53bfa-ae62-4882-8a4b-fc670db27215'} bound to L3 agent in host dv-cinder-855479-2-iscsi {{(pid=106521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 10:19:24.503405 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-c91a3b9f-f6c1-4062-aeac-7b20bd7bdad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855479-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T09:57:34Z,description=,heartbeat_timestamp=2022-09-21T10:19:04Z,host='dv-cinder-855479-2-iscsi',id=7dcae471-d53e-494b-8876-87a888840c5e,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T09:57:34Z,topic='l3_agent')) {'router_ids': ['45c53bfa-ae62-4882-8a4b-fc670db27215'], 'active': True} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:19:24.596514 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5ab695eb-5dd8-4f63-92cf-8912c0088824 admin admin] Publish callbacks [] for router_gateway (45c53bfa-ae62-4882-8a4b-fc670db27215), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:24.606170 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_dvr_db [None req-c91a3b9f-f6c1-4062-aeac-7b20bd7bdad4 None None] Set router 45c53bfa-ae62-4882-8a4b-fc670db27215 gateway port host: dv-cinder-855479-2-iscsi {{(pid=106521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 10:19:24.624385 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:24.640351 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-5ab695eb-5dd8-4f63-92cf-8912c0088824 admin admin] Deleting port 0236908e-3b6b-463a-90b9-dfabb87dd1af {{(pid=106519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:19:24.640691 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5ab695eb-5dd8-4f63-92cf-8912c0088824 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (0236908e-3b6b-463a-90b9-dfabb87dd1af), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:24.723087 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.db [None req-5ab695eb-5dd8-4f63-92cf-8912c0088824 admin admin] For port 0236908e-3b6b-463a-90b9-dfabb87dd1af, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=0236908e-3b6b-463a-90b9-dfabb87dd1af,segment=NetworkSegment(92f84a7f-3100-44c2-b991-9a31a06775d3),segment_id=92f84a7f-3100-44c2-b991-9a31a06775d3)] {{(pid=106519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:19:24.723431 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5ab695eb-5dd8-4f63-92cf-8912c0088824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (0236908e-3b6b-463a-90b9-dfabb87dd1af), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:24.736065 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-5ab695eb-5dd8-4f63-92cf-8912c0088824 admin admin] Calling delete_port for 0236908e-3b6b-463a-90b9-dfabb87dd1af owned by network:router_gateway {{(pid=106519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:19:24.775932 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.db.l3_hamode_db [None req-c91a3b9f-f6c1-4062-aeac-7b20bd7bdad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'name': 'tempest-TestShelveInstance-892925882-router', 'tenant_id': 'a696c957b10140c191747cbb60b53c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '0236908e-3b6b-463a-90b9-dfabb87dd1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:59Z', 'updated_at': '2022-09-21T10:19:23Z', 'revision_number': 5, 'project_id': 'a696c957b10140c191747cbb60b53c30', 'gw_port': {'id': '0236908e-3b6b-463a-90b9-dfabb87dd1af', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:15:00Z', 'updated_at': '2022-09-21T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}], 'dv-cinder-855479-2-iscsi', False) {} {{(pid=106521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:19:24.778380 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=100 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:24.799978 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a3b9f-f6c1-4062-aeac-7b20bd7bdad4 None None] The sync data for ids ['45c53bfa-ae62-4882-8a4b-fc670db27215'] in dv-cinder-855479-2-iscsi is: [{'id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'name': 'tempest-TestShelveInstance-892925882-router', 'tenant_id': 'a696c957b10140c191747cbb60b53c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'external_fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '0236908e-3b6b-463a-90b9-dfabb87dd1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T10:14:59Z', 'updated_at': '2022-09-21T10:19:23Z', 'revision_number': 5, 'project_id': 'a696c957b10140c191747cbb60b53c30', 'gw_port': {'id': '0236908e-3b6b-463a-90b9-dfabb87dd1af', 'name': '', 'network_id': 'e44615eb-99ac-4ee3-8eec-4410b9bcb116', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c53bfa-ae62-4882-8a4b-fc670db27215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855479-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T10:15:00Z', 'updated_at': '2022-09-21T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83a30cb3-5054-4e03-b1d1-51072cc5377f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855479-2-iscsi'}] {{(pid=106521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 10:19:24.903853 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5ab695eb-5dd8-4f63-92cf-8912c0088824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188208'] for port (0236908e-3b6b-463a-90b9-dfabb87dd1af), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:24.926121 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab695eb-5dd8-4f63-92cf-8912c0088824 admin admin] Pushing event deleted for resources: {'Port': ['ID=0236908e-3b6b-463a-90b9-dfabb87dd1af,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:19:24.989620 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5ab695eb-5dd8-4f63-92cf-8912c0088824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438108'] for router_gateway (45c53bfa-ae62-4882-8a4b-fc670db27215), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:25.074100 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5ab695eb-5dd8-4f63-92cf-8912c0088824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (45c53bfa-ae62-4882-8a4b-fc670db27215), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:25.076305 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5ab695eb-5dd8-4f63-92cf-8912c0088824 admin admin] Publish callbacks [] for router_controller (45c53bfa-ae62-4882-8a4b-fc670db27215), precommit_delete_associations {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:25.117797 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5ab695eb-5dd8-4f63-92cf-8912c0088824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434283'] for router (45c53bfa-ae62-4882-8a4b-fc670db27215), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:25.118519 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab695eb-5dd8-4f63-92cf-8912c0088824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45c53bfa-ae62-4882-8a4b-fc670db27215 {{(pid=106519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 10:19:25.123444 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-5ab695eb-5dd8-4f63-92cf-8912c0088824 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:25.124521 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-5ab695eb-5dd8-4f63-92cf-8912c0088824 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/45c53bfa-ae62-4882-8a4b-fc670db27215 HTTP/1.1" status: 204 len: 168 time: 1.0050542 Sep 21 10:19:25.126974 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.wsgi [-] (106519) accepted ('10.222.0.33', 59956) {{(pid=106519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:19:25.175741 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3bcf0ba-dad0-4cb4-a32b-5c84052fe82d admin admin] Deleting subnet 79d967c8-ab09-4776-a226-ee12a517a8ad {{(pid=106519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 10:19:25.179222 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a3bcf0ba-dad0-4cb4-a32b-5c84052fe82d admin admin] Publish callbacks [] for subnet (79d967c8-ab09-4776-a226-ee12a517a8ad), before_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:25.215120 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a3bcf0ba-dad0-4cb4-a32b-5c84052fe82d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708622'] for subnet (79d967c8-ab09-4776-a226-ee12a517a8ad), precommit_delete_associations {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:25.293769 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a3bcf0ba-dad0-4cb4-a32b-5c84052fe82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1348970'] for subnet (79d967c8-ab09-4776-a226-ee12a517a8ad), precommit_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:25.351378 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a3bcf0ba-dad0-4cb4-a32b-5c84052fe82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8646625'] for subnet (79d967c8-ab09-4776-a226-ee12a517a8ad), after_delete {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:25.381126 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcf0ba-dad0-4cb4-a32b-5c84052fe82d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79d967c8-ab09-4776-a226-ee12a517a8ad,revision_number=None']} {{(pid=106519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:19:25.383564 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a3bcf0ba-dad0-4cb4-a32b-5c84052fe82d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:25.387622 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af3e870-2fd5-4e80-9454-2c8abbdc1ffc None None] Network 40af309f-cf34-40e5-9071-7410e20dda69 requested from dv-cinder-855479-2-iscsi {{(pid=106521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 10:19:25.388412 dv-cinder-855479-2-iscsi neutron-server[106519]: INFO neutron.wsgi [None req-a3bcf0ba-dad0-4cb4-a32b-5c84052fe82d admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/79d967c8-ab09-4776-a226-ee12a517a8ad HTTP/1.1" status: 204 len: 168 time: 0.2602162 Sep 21 10:19:25.390703 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59958) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:19:25.475291 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326367'] for network (40af309f-cf34-40e5-9071-7410e20dda69), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:25.528117 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] Deleting port 18a77af1-a8f1-4157-b8a7-862f132bd035 {{(pid=106520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 10:19:25.529128 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760788444685'] for port (18a77af1-a8f1-4157-b8a7-862f132bd035), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:25.597247 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.db [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] For port 18a77af1-a8f1-4157-b8a7-862f132bd035, host dv-cinder-855479-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855479-2-iscsi',level=0,port_id=18a77af1-a8f1-4157-b8a7-862f132bd035,segment=NetworkSegment(6e30c1db-1cb9-46a3-969b-41ad84cae085),segment_id=6e30c1db-1cb9-46a3-969b-41ad84cae085)] {{(pid=106520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 10:19:25.597607 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436828'] for port (18a77af1-a8f1-4157-b8a7-862f132bd035), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:25.611897 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.plugin [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] Calling delete_port for 18a77af1-a8f1-4157-b8a7-862f132bd035 owned by network:dhcp {{(pid=106520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 10:19:25.692933 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1409931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760788446091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760788001994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667607'] for port (18a77af1-a8f1-4157-b8a7-862f132bd035), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:25.719472 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] Pushing event deleted for resources: {'Port': ['ID=18a77af1-a8f1-4157-b8a7-862f132bd035,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:19:25.722896 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] No DVR routers for this DVR port 18a77af1-a8f1-4157-b8a7-862f132bd035 on host dv-cinder-855479-2-iscsi {{(pid=106520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 10:19:25.796604 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433921', 'neutron.services.segments.db._delete_segments_for_network-8760788516801'] for network (40af309f-cf34-40e5-9071-7410e20dda69), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:25.819784 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40af309f-cf34-40e5-9071-7410e20dda69']}} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:19:25.820557 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f50d846-ad4b-483a-9b0f-f50e1a836ce6 None None] DHCP port deletion for 40af309f-cf34-40e5-9071-7410e20dda69 request from dv-cinder-855479-2-iscsi {{(pid=106521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 10:19:25.833831 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e30c1db-1cb9-46a3-969b-41ad84cae085') {'for_net_delete': True} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:19:25.833831 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.services.segments.db [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e30c1db-1cb9-46a3-969b-41ad84cae085') {} {{(pid=106520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 10:19:25.846665 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760788516693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9665345'] for segment (6e30c1db-1cb9-46a3-969b-41ad84cae085), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:25.861420 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334'] for segment (6e30c1db-1cb9-46a3-969b-41ad84cae085), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:25.868223 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:25.869523 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=106520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 10:19:25.869938 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667778'] for segment (6e30c1db-1cb9-46a3-969b-41ad84cae085), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:25.888979 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.services.segments.plugin [-] Segment 6e30c1db-1cb9-46a3-969b-41ad84cae085 resource provider aggregate not found Sep 21 10:19:25.933636 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.services.segments.plugin [-] Segment 6e30c1db-1cb9-46a3-969b-41ad84cae085 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e30c1db-1cb9-46a3-969b-41ad84cae085 found for delete ", "request_id": "req-99eff66a-3048-434d-8ccb-5d11c8cfa1b5"}]} Sep 21 10:19:25.941877 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1433976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438153'] for network (40af309f-cf34-40e5-9071-7410e20dda69), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:25.947489 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627662'] for network (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:25.954047 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/40af309f-cf34-40e5-9071-7410e20dda69 HTTP/1.1" status: 204 len: 168 time: 0.5595064 Sep 21 10:19:25.962475 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65563ff8-7836-4de9-ac8d-a895c589588f admin admin] Pushing event deleted for resources: {'Network': ['ID=40af309f-cf34-40e5-9071-7410e20dda69,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:19:26.117511 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59966) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:19:26.161970 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 25ed127f-1401-4d2e-9f15-97df0302064a no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:19:26.164626 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-290d8c45-fffd-447f-b433-2a286332eac0 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=8902ea06b52f4563be279655cf47b8d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459809 Sep 21 10:19:26.167178 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59968) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:19:26.178993 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:26.185495 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: 25ed127f-1401-4d2e-9f15-97df0302064a {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:19:26.185835 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 25ed127f-1401-4d2e-9f15-97df0302064a not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:19:26.186252 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 18a77af1-a8f1-4157-b8a7-862f132bd035 no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:19:26.205654 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: 18a77af1-a8f1-4157-b8a7-862f132bd035 {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:19:26.205926 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 18a77af1-a8f1-4157-b8a7-862f132bd035 not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:19:26.206350 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 0236908e-3b6b-463a-90b9-dfabb87dd1af no longer exists at agent ovs-agent-dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 10:19:26.218484 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-de6d3df1-e8c1-4755-a11f-15ccf2399baa admin admin] Publish callbacks [] for security_group (885925c4-36f3-43d7-9527-af158e1858cf), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:26.224524 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] No Port match for: 0236908e-3b6b-463a-90b9-dfabb87dd1af {{(pid=106521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 10:19:26.224874 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron.plugins.ml2.rpc [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Device 0236908e-3b6b-463a-90b9-dfabb87dd1af not bound to the agent host dv-cinder-855479-2-iscsi {{(pid=106521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 10:19:26.240046 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-de6d3df1-e8c1-4755-a11f-15ccf2399baa admin admin] Publish callbacks [] for security_group (885925c4-36f3-43d7-9527-af158e1858cf), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:26.287785 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-de6d3df1-e8c1-4755-a11f-15ccf2399baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (885925c4-36f3-43d7-9527-af158e1858cf), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:26.290352 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-de6d3df1-e8c1-4755-a11f-15ccf2399baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:26.291510 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-de6d3df1-e8c1-4755-a11f-15ccf2399baa admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/885925c4-36f3-43d7-9527-af158e1858cf HTTP/1.1" status: 204 len: 168 time: 0.1234069 Sep 21 10:19:26.299716 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d3df1-e8c1-4755-a11f-15ccf2399baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885925c4-36f3-43d7-9527-af158e1858cf,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:19:26.619307 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59974) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:19:26.659199 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-78767f4e-4616-47d3-b93e-aafed08cfb6c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a696c957b10140c191747cbb60b53c30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386558 Sep 21 10:19:26.661699 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [-] (106520) accepted ('10.222.0.33', 59976) {{(pid=106520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 10:19:26.713212 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-fd9f17ac-4e0a-4480-9963-84e10eeaa75c admin admin] Publish callbacks [] for security_group (b4f4ebc6-184c-4ffc-9c5c-7299143193e1), before_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:26.734009 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-fd9f17ac-4e0a-4480-9963-84e10eeaa75c admin admin] Publish callbacks [] for security_group (b4f4ebc6-184c-4ffc-9c5c-7299143193e1), precommit_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:26.780445 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-fd9f17ac-4e0a-4480-9963-84e10eeaa75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604345'] for security_group (b4f4ebc6-184c-4ffc-9c5c-7299143193e1), after_delete {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:26.782996 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron_lib.callbacks.manager [None req-fd9f17ac-4e0a-4480-9963-84e10eeaa75c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:26.784149 dv-cinder-855479-2-iscsi neutron-server[106520]: INFO neutron.wsgi [None req-fd9f17ac-4e0a-4480-9963-84e10eeaa75c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b4f4ebc6-184c-4ffc-9c5c-7299143193e1 HTTP/1.1" status: 204 len: 168 time: 0.1215696 Sep 21 10:19:26.791858 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f17ac-4e0a-4480-9963-84e10eeaa75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f4ebc6-184c-4ffc-9c5c-7299143193e1,revision_number=None']} {{(pid=106520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 10:19:30.488441 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-05bb3c65-522d-47eb-8019-6c4190d52ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:31.429108 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=15 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:31.480429 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=8 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:33.677623 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-a8ebf7aa-f4a8-4777-9ca4-8b10d32ecaaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:34.776754 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:35.001146 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:19:35.357801 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:35.360571 dv-cinder-855479-2-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=54,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:35.456214 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:36.610893 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:36.787301 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=48,neutron:DELETE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:36.788120 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG dbcounter [-] [106520] Writing DB stats neutron:SELECT=31,neutron:DELETE=4 {{(pid=106520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:46.600103 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:46.603793 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:46.605555 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=74,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:47.983281 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:19:55.600524 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=5 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:55.601260 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=5 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:57.973118 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:57.976355 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:19:57.978311 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:20:00.489788 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-253b052c-0e04-49ac-b9b4-b12dcee21709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:20:03.685611 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-26757e19-ebf7-437d-b643-528b9f97a8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:20:04.779676 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:20:05.461019 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:20:06.614669 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:20:12.000330 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:20:16.602039 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=5 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:20:16.604913 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:20:16.609409 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:20:17.979832 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:20:27.969024 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:20:27.973358 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:20:27.975032 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:20:30.492984 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-fa23d456-9312-45a0-b21f-aa7d0a2f2ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:20:32.596585 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=13 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:20:32.598672 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=21 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:20:33.681530 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-01e2f9bb-a99e-45e4-bc7d-7b978dfe033f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:20:34.783000 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:20:35.465012 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:20:36.616452 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:20:46.606358 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:20:46.610035 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=7 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:20:46.612517 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:20:47.981074 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:20:48.999329 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:20:57.971754 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:20:57.974435 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:20:57.976490 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:20:58.994830 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:20:58.995614 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:21:00.495116 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b73185fb-701e-45a7-89d6-277ceb5fdb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:21:03.683483 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-973bb8c5-25e2-4c0c-8b5d-182b1d24009f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:21:04.785310 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:21:05.473646 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:21:06.620654 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:21:09.592361 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:21:09.593156 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:21:16.608929 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:21:16.613833 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:21:16.615903 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:21:17.984611 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:21:21.912557 dv-cinder-855479-2-iscsi neutron-server[106520]: DEBUG neutron.wsgi [req-666d4a6d-eb77-4f24-a17c-7be8596f3f0d req-e546484a-0ef1-46a8-846d-8acb39b8a37c service neutron] (106520) timed out ('10.222.0.42', 64813) {{(pid=106520) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 21 10:21:26.000087 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:21:27.969638 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:21:27.976813 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:21:27.978520 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:21:30.497038 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-a78227ea-e340-47a5-84c6-79b4a192cb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:21:33.685319 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-a0327ff2-cd9c-469d-a5a8-623c6aa7912f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:21:34.788855 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:21:35.466726 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:21:35.996156 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:21:35.996920 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:21:36.622044 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:21:46.589292 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:21:46.590091 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:21:47.616588 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:21:47.626359 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:21:47.630449 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:21:47.981595 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:21:57.967850 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:21:57.974628 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:21:57.976307 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:22:00.499184 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-41651db2-b0b6-4beb-972a-48782ad07984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:22:02.998998 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:22:03.687218 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-f855dd79-925f-4059-86d1-54a4e0a66df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:22:04.792360 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:22:05.470867 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:22:06.626658 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:22:12.994836 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:22:16.616207 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:22:16.619453 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:22:16.621471 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:22:17.975196 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:22:27.636628 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=17 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:22:27.637386 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=15 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:22:27.964762 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:22:27.968604 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:22:27.971389 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:22:30.501647 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b6bc737c-d66d-4bd4-979e-86e611c5c30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:22:33.689482 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-76404e4a-e7f5-4cf2-b1d1-ff7a6cf4fe67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:22:34.795821 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:22:35.475568 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:22:36.628177 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:22:39.998137 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:22:46.618030 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=7 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:22:46.622265 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:22:46.623973 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:22:47.979865 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:22:49.993979 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:22:49.994809 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:22:57.969598 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:22:57.973692 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:22:57.975874 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:23:00.505379 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-2f8e13ae-93f5-447f-a566-ef1cf86a956d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:23:00.588049 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=2 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:23:00.592192 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=4 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:23:03.691338 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-21ba20a3-0190-4c1d-ac3d-9bc70b2a4a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:23:04.800508 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:23:05.478245 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:23:06.632058 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:23:16.621815 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:23:16.624792 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:23:16.626920 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:23:16.998413 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:23:17.975908 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:23:26.994755 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:23:27.964463 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:23:27.971637 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:23:30.508226 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-e949b27a-5917-42ef-8761-6d62f508eb54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:23:33.693777 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-fb5cb565-2a81-4ec2-8ea9-faef9251df69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:23:34.804350 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:23:35.481527 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:23:36.638110 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:23:37.587192 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:23:37.588328 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:23:47.636733 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:23:47.638582 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=17 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:23:47.639502 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:23:47.983568 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:23:53.997672 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:23:57.973593 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:23:57.977545 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:23:57.979600 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:24:00.513879 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3eeb-5544-42ec-89bb-c6909cc92167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:24:03.695701 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-c283902b-1450-4f87-84f8-fe56e81d32bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:24:03.992686 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:24:03.993372 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:24:04.804522 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:24:05.485627 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:24:06.638135 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:24:14.582889 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:24:14.583693 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=3 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:24:15.481074 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:24:16.632008 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=8 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:24:16.634576 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:24:17.974407 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-abd0586b-29b3-4e66-869e-b5e373b9edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (f0e77590-72f3-4289-b11d-b45fdd9f564d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:24:27.641367 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=15 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:24:27.643196 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=11 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:24:27.963822 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:24:27.967889 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:24:27.969595 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:24:30.515953 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-02c4894e-5f4b-43ca-a4f4-055ebdbe1caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (abecb771-581e-4ad9-b557-ede811f6c277), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:24:30.996777 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG neutron.db.agents_db [None req-a1ef6e97-31d0-4129-8684-f94abe1f0e50 None None] Agent healthcheck: found 6 active agents {{(pid=106522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 10:24:33.699564 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-78c1ddb1-e6b2-48c9-85d4-768bf5606621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (7dcae471-d53e-494b-8876-87a888840c5e), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:24:34.808072 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-64b6e24c-2dff-4276-91fc-4f8f2eae2b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (476d1f37-5f42-4550-9fa9-b988c8f1f45f), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:24:35.488288 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7a35-beee-4063-8d57-3e590151dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (d01bff89-4805-4315-89f2-cce8920b8d5d), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:24:36.642156 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG neutron_lib.callbacks.manager [None req-b1308520-5f28-4c3d-9a5f-43d7157c94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760788516783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436416'] for agent (97094b26-cd32-453e-8b0c-c67a01100390), after_update {{(pid=106521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 10:24:40.992084 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:24:40.992840 dv-cinder-855479-2-iscsi neutron-server[106522]: DEBUG dbcounter [-] [106522] Writing DB stats neutron:SELECT=1 {{(pid=106522) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 10:24:45.477191 dv-cinder-855479-2-iscsi neutron-server[106521]: DEBUG dbcounter [-] [106521] Writing DB stats neutron:SELECT=4 {{(pid=106521) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}